2024-11-11 04:50:42,191 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 04:50:42,202 main DEBUG Took 0.009544 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 04:50:42,203 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 04:50:42,203 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 04:50:42,204 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 04:50:42,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 04:50:42,223 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,225 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,226 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,227 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,228 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,230 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,231 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:50:42,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,233 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 04:50:42,234 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:50:42,235 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 04:50:42,237 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 04:50:42,237 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 04:50:42,238 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 04:50:42,239 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 04:50:42,247 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 04:50:42,249 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 04:50:42,251 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 04:50:42,251 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 04:50:42,251 main DEBUG createAppenders(={Console}) 2024-11-11 04:50:42,252 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-11 04:50:42,252 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 04:50:42,252 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-11 04:50:42,253 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 04:50:42,253 main DEBUG OutputStream closed 2024-11-11 04:50:42,253 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 04:50:42,254 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 04:50:42,254 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-11 04:50:42,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 04:50:42,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 04:50:42,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 04:50:42,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 04:50:42,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 04:50:42,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 04:50:42,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 04:50:42,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 04:50:42,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 04:50:42,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 04:50:42,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 04:50:42,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 04:50:42,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 04:50:42,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 04:50:42,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 04:50:42,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 04:50:42,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 04:50:42,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 04:50:42,332 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 04:50:42,332 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-11 04:50:42,332 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 04:50:42,333 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-11T04:50:42,585 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b 2024-11-11 04:50:42,589 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 04:50:42,589 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T04:50:42,598 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-11T04:50:42,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T04:50:42,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e, deleteOnExit=true 2024-11-11T04:50:42,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T04:50:42,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/test.cache.data in system properties and HBase conf 2024-11-11T04:50:42,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T04:50:42,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.log.dir in system properties and HBase conf 2024-11-11T04:50:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T04:50:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T04:50:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T04:50:42,740 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T04:50:42,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T04:50:42,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T04:50:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T04:50:42,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T04:50:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T04:50:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T04:50:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T04:50:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T04:50:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T04:50:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T04:50:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/nfs.dump.dir in system properties and HBase conf 2024-11-11T04:50:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/java.io.tmpdir in system properties and HBase conf 2024-11-11T04:50:42,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T04:50:42,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T04:50:42,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T04:50:43,723 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T04:50:43,811 INFO [Time-limited test {}] log.Log(170): Logging initialized @2400ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T04:50:43,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:50:43,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T04:50:43,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T04:50:43,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T04:50:43,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T04:50:43,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:50:43,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T04:50:43,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T04:50:44,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/java.io.tmpdir/jetty-localhost-40253-hadoop-hdfs-3_4_1-tests_jar-_-any-12940475634175986053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T04:50:44,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:40253} 2024-11-11T04:50:44,196 INFO [Time-limited test {}] server.Server(415): Started @2785ms 2024-11-11T04:50:44,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:50:44,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T04:50:44,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T04:50:44,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T04:50:44,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T04:50:44,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T04:50:44,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T04:50:44,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/java.io.tmpdir/jetty-localhost-40115-hadoop-hdfs-3_4_1-tests_jar-_-any-18299860846076343027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T04:50:44,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:40115} 2024-11-11T04:50:44,740 INFO [Time-limited test {}] server.Server(415): Started @3330ms 2024-11-11T04:50:44,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T04:50:45,289 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/data/data2/current/BP-334926009-172.17.0.2-1731300643473/current, will proceed with Du for space computation calculation, 2024-11-11T04:50:45,289 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/data/data1/current/BP-334926009-172.17.0.2-1731300643473/current, will proceed with Du for space computation calculation, 2024-11-11T04:50:45,346 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T04:50:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68d250e77a16575c with lease ID 0xdfd7ac3109d88e50: Processing first storage report for DS-536e651f-6c89-402b-9581-2d5463c8b11d from datanode DatanodeRegistration(127.0.0.1:39715, datanodeUuid=361f84c7-bbe2-4c99-8c9c-1faa702844a9, infoPort=38895, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=2006388691;c=1731300643473) 2024-11-11T04:50:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68d250e77a16575c with lease ID 0xdfd7ac3109d88e50: from storage DS-536e651f-6c89-402b-9581-2d5463c8b11d node DatanodeRegistration(127.0.0.1:39715, datanodeUuid=361f84c7-bbe2-4c99-8c9c-1faa702844a9, infoPort=38895, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=2006388691;c=1731300643473), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T04:50:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68d250e77a16575c with lease ID 0xdfd7ac3109d88e50: Processing first storage report for DS-56c76841-0d44-406e-abcf-9485b7a61681 from datanode DatanodeRegistration(127.0.0.1:39715, datanodeUuid=361f84c7-bbe2-4c99-8c9c-1faa702844a9, infoPort=38895, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=2006388691;c=1731300643473) 2024-11-11T04:50:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68d250e77a16575c with lease ID 0xdfd7ac3109d88e50: from storage DS-56c76841-0d44-406e-abcf-9485b7a61681 node DatanodeRegistration(127.0.0.1:39715, datanodeUuid=361f84c7-bbe2-4c99-8c9c-1faa702844a9, infoPort=38895, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=2006388691;c=1731300643473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T04:50:45,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b 2024-11-11T04:50:45,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/zookeeper_0, clientPort=64855, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T04:50:45,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64855 2024-11-11T04:50:45,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:45,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741825_1001 (size=7) 2024-11-11T04:50:46,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef with version=8 2024-11-11T04:50:46,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/hbase-staging 2024-11-11T04:50:46,366 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T04:50:46,627 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T04:50:46,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:46,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:46,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T04:50:46,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:46,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T04:50:46,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T04:50:46,850 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T04:50:46,860 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T04:50:46,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:50:46,892 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13552 (auto-detected) 2024-11-11T04:50:46,893 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T04:50:46,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35325 2024-11-11T04:50:46,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35325 connecting to ZooKeeper ensemble=127.0.0.1:64855 2024-11-11T04:50:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353250x0, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T04:50:46,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35325-0x10195aad0000000 connected 2024-11-11T04:50:46,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:47,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:47,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:50:47,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef, hbase.cluster.distributed=false 2024-11-11T04:50:47,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T04:50:47,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35325 2024-11-11T04:50:47,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35325 2024-11-11T04:50:47,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35325 2024-11-11T04:50:47,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35325 2024-11-11T04:50:47,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35325 2024-11-11T04:50:47,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7bef91497aa:0 server-side Connection retries=45 2024-11-11T04:50:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:47,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T04:50:47,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:50:47,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T04:50:47,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T04:50:47,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:50:47,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40889 2024-11-11T04:50:47,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40889 connecting to ZooKeeper ensemble=127.0.0.1:64855 2024-11-11T04:50:47,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:47,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:47,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408890x0, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T04:50:47,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40889-0x10195aad0000001 connected 2024-11-11T04:50:47,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:50:47,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T04:50:47,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T04:50:47,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T04:50:47,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T04:50:47,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-11T04:50:47,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40889 2024-11-11T04:50:47,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40889 2024-11-11T04:50:47,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-11T04:50:47,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40889 2024-11-11T04:50:47,259 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7bef91497aa:35325 2024-11-11T04:50:47,260 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7bef91497aa,35325,1731300646422 2024-11-11T04:50:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:50:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:50:47,270 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7bef91497aa,35325,1731300646422 2024-11-11T04:50:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T04:50:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:47,293 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T04:50:47,294 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7bef91497aa,35325,1731300646422 from backup master directory 2024-11-11T04:50:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:50:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7bef91497aa,35325,1731300646422 2024-11-11T04:50:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:50:47,300 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T04:50:47,301 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7bef91497aa,35325,1731300646422 2024-11-11T04:50:47,304 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T04:50:47,306 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T04:50:47,364 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/hbase.id] with ID: 00e1efb7-4391-4451-964f-1583e57f675b 2024-11-11T04:50:47,364 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/.tmp/hbase.id 2024-11-11T04:50:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741826_1002 (size=42) 2024-11-11T04:50:47,376 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/.tmp/hbase.id]:[hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/hbase.id] 2024-11-11T04:50:47,419 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:50:47,425 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T04:50:47,446 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-11T04:50:47,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:47,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:47,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741827_1003 (size=196) 2024-11-11T04:50:47,483 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:50:47,486 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T04:50:47,503 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:47,508 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:50:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741828_1004 (size=1189) 2024-11-11T04:50:47,958 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store 2024-11-11T04:50:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741829_1005 (size=34) 2024-11-11T04:50:48,385 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T04:50:48,390 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:48,392 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T04:50:48,392 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:50:48,393 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:50:48,395 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T04:50:48,395 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:50:48,395 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:50:48,397 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731300648392Disabling compacts and flushes for region at 1731300648392Disabling writes for close at 1731300648395 (+3 ms)Writing region close event to WAL at 1731300648395Closed at 1731300648395 2024-11-11T04:50:48,399 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/.initializing 2024-11-11T04:50:48,400 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/WALs/a7bef91497aa,35325,1731300646422 2024-11-11T04:50:48,409 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T04:50:48,426 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C35325%2C1731300646422, suffix=, logDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/WALs/a7bef91497aa,35325,1731300646422, archiveDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/oldWALs, maxLogs=10 2024-11-11T04:50:48,451 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/WALs/a7bef91497aa,35325,1731300646422/a7bef91497aa%2C35325%2C1731300646422.1731300648431, exclude list is [], retry=0 2024-11-11T04:50:48,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39715,DS-536e651f-6c89-402b-9581-2d5463c8b11d,DISK] 2024-11-11T04:50:48,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T04:50:48,506 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/WALs/a7bef91497aa,35325,1731300646422/a7bef91497aa%2C35325%2C1731300646422.1731300648431 2024-11-11T04:50:48,507 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38895:38895)] 2024-11-11T04:50:48,508 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:50:48,508 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:48,511 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,512 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T04:50:48,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:48,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:48,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T04:50:48,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:48,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:48,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T04:50:48,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:48,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:48,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T04:50:48,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:48,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:48,597 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,600 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,601 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,606 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,607 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,612 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T04:50:48,616 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:50:48,621 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:50:48,622 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64676753, jitterRate=-0.03624127805233002}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T04:50:48,628 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731300648524Initializing all the Stores at 1731300648526 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300648527 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300648527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300648528 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300648528Cleaning up temporary data from old regions at 1731300648608 (+80 ms)Region opened successfully at 1731300648628 (+20 ms) 2024-11-11T04:50:48,629 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T04:50:48,665 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238103f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T04:50:48,697 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T04:50:48,709 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T04:50:48,709 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T04:50:48,713 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T04:50:48,714 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T04:50:48,719 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T04:50:48,719 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T04:50:48,750 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T04:50:48,758 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T04:50:48,761 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T04:50:48,763 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T04:50:48,764 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T04:50:48,766 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T04:50:48,768 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T04:50:48,772 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T04:50:48,773 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T04:50:48,775 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T04:50:48,777 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T04:50:48,795 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T04:50:48,798 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T04:50:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T04:50:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T04:50:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,805 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7bef91497aa,35325,1731300646422, sessionid=0x10195aad0000000, setting cluster-up flag (Was=false) 2024-11-11T04:50:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,826 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T04:50:48,828 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,35325,1731300646422 2024-11-11T04:50:48,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:48,845 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T04:50:48,846 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,35325,1731300646422 2024-11-11T04:50:48,853 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T04:50:48,934 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T04:50:48,944 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T04:50:48,948 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(746): ClusterId : 00e1efb7-4391-4451-964f-1583e57f675b 2024-11-11T04:50:48,951 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T04:50:48,952 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T04:50:48,956 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T04:50:48,956 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T04:50:48,959 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T04:50:48,960 DEBUG [RS:0;a7bef91497aa:40889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30778633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T04:50:48,959 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7bef91497aa,35325,1731300646422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T04:50:48,967 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:50:48,968 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:50:48,968 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:50:48,968 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:50:48,968 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7bef91497aa:0, corePoolSize=10, maxPoolSize=10 2024-11-11T04:50:48,969 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:48,969 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T04:50:48,969 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:48,975 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731300678975 2024-11-11T04:50:48,977 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7bef91497aa:40889 2024-11-11T04:50:48,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:50:48,978 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T04:50:48,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T04:50:48,979 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T04:50:48,981 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T04:50:48,981 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T04:50:48,982 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T04:50:48,984 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T04:50:48,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:48,985 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T04:50:48,985 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,35325,1731300646422 with port=40889, startcode=1731300647138 2024-11-11T04:50:48,985 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T04:50:48,985 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T04:50:48,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T04:50:48,986 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:48,996 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T04:50:48,997 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T04:50:48,998 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T04:50:48,998 DEBUG [RS:0;a7bef91497aa:40889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T04:50:49,000 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T04:50:49,001 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T04:50:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741831_1007 (size=1321) 2024-11-11T04:50:49,004 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300649002,5,FailOnTimeoutGroup] 2024-11-11T04:50:49,005 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300649004,5,FailOnTimeoutGroup] 2024-11-11T04:50:49,005 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,005 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T04:50:49,007 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,007 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T04:50:49,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35325 {}] master.ServerManager(517): Registering regionserver=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,066 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:50:49,067 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44767 2024-11-11T04:50:49,067 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T04:50:49,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T04:50:49,072 DEBUG [RS:0;a7bef91497aa:40889 {}] zookeeper.ZKUtil(111): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,073 WARN [RS:0;a7bef91497aa:40889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T04:50:49,073 INFO [RS:0;a7bef91497aa:40889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:50:49,073 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7bef91497aa,40889,1731300647138] 2024-11-11T04:50:49,100 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T04:50:49,114 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T04:50:49,119 INFO [RS:0;a7bef91497aa:40889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T04:50:49,119 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,120 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T04:50:49,128 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T04:50:49,130 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,130 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,130 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,131 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,131 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,131 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,131 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T04:50:49,132 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,132 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,132 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,132 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,133 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,133 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:50:49,133 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T04:50:49,133 DEBUG [RS:0;a7bef91497aa:40889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T04:50:49,136 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,136 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,136 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,137 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,137 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,137 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,40889,1731300647138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T04:50:49,163 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T04:50:49,165 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,40889,1731300647138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,166 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,166 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.Replication(171): a7bef91497aa,40889,1731300647138 started 2024-11-11T04:50:49,185 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:49,185 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1482): Serving as a7bef91497aa,40889,1731300647138, RpcServer on a7bef91497aa/172.17.0.2:40889, sessionid=0x10195aad0000001 2024-11-11T04:50:49,186 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T04:50:49,186 DEBUG [RS:0;a7bef91497aa:40889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,186 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,40889,1731300647138' 2024-11-11T04:50:49,186 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T04:50:49,187 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T04:50:49,188 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T04:50:49,188 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T04:50:49,188 DEBUG [RS:0;a7bef91497aa:40889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7bef91497aa,40889,1731300647138 2024-11-11T04:50:49,188 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,40889,1731300647138' 2024-11-11T04:50:49,189 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T04:50:49,189 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T04:50:49,190 DEBUG [RS:0;a7bef91497aa:40889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T04:50:49,190 INFO [RS:0;a7bef91497aa:40889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T04:50:49,190 INFO [RS:0;a7bef91497aa:40889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T04:50:49,295 INFO [RS:0;a7bef91497aa:40889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T04:50:49,299 INFO [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C40889%2C1731300647138, suffix=, logDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138, archiveDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/oldWALs, maxLogs=32 2024-11-11T04:50:49,315 DEBUG [RS:0;a7bef91497aa:40889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138/a7bef91497aa%2C40889%2C1731300647138.1731300649301, exclude list is [], retry=0 2024-11-11T04:50:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39715,DS-536e651f-6c89-402b-9581-2d5463c8b11d,DISK] 2024-11-11T04:50:49,323 INFO [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138/a7bef91497aa%2C40889%2C1731300647138.1731300649301 2024-11-11T04:50:49,324 DEBUG [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38895:38895)] 2024-11-11T04:50:49,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T04:50:49,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:50:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741833_1009 (size=32) 2024-11-11T04:50:49,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:49,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T04:50:49,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T04:50:49,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:49,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:49,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T04:50:49,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T04:50:49,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:49,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:49,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T04:50:49,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T04:50:49,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:49,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:49,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T04:50:49,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T04:50:49,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:49,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:49,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T04:50:49,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740 2024-11-11T04:50:49,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740 2024-11-11T04:50:49,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T04:50:49,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T04:50:49,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:50:49,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T04:50:49,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:50:49,853 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911317, jitterRate=-0.032746002078056335}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:50:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731300649820Initializing all the Stores at 1731300649822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300649822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300649822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300649822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300649822Cleaning up temporary data from old regions at 1731300649844 (+22 ms)Region opened successfully at 1731300649856 (+12 ms) 2024-11-11T04:50:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T04:50:49,856 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T04:50:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T04:50:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T04:50:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T04:50:49,858 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T04:50:49,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731300649856Disabling compacts and flushes for region at 1731300649856Disabling writes for close at 1731300649856Writing region close event to WAL at 1731300649857 (+1 ms)Closed at 1731300649858 (+1 ms) 2024-11-11T04:50:49,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:50:49,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T04:50:49,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T04:50:49,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T04:50:49,882 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T04:50:50,035 DEBUG [a7bef91497aa:35325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T04:50:50,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:50,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,40889,1731300647138, state=OPENING 2024-11-11T04:50:50,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T04:50:50,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:50,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:50:50,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:50:50,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:50:50,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T04:50:50,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:50:50,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T04:50:50,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T04:50:50,260 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T04:50:50,260 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:50:50,260 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T04:50:50,263 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C40889%2C1731300647138.meta, suffix=.meta, logDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138, archiveDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/oldWALs, maxLogs=32 2024-11-11T04:50:50,280 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138/a7bef91497aa%2C40889%2C1731300647138.meta.1731300650265.meta, exclude list is [], retry=0 2024-11-11T04:50:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39715,DS-536e651f-6c89-402b-9581-2d5463c8b11d,DISK] 2024-11-11T04:50:50,287 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/WALs/a7bef91497aa,40889,1731300647138/a7bef91497aa%2C40889%2C1731300647138.meta.1731300650265.meta 2024-11-11T04:50:50,288 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38895:38895)] 2024-11-11T04:50:50,288 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:50:50,290 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T04:50:50,293 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T04:50:50,297 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T04:50:50,301 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T04:50:50,302 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:50,302 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T04:50:50,302 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T04:50:50,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T04:50:50,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T04:50:50,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:50,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:50,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T04:50:50,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T04:50:50,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:50,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:50,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T04:50:50,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T04:50:50,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T04:50:50,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T04:50:50,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:50,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:50:50,317 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T04:50:50,319 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740 2024-11-11T04:50:50,321 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740 2024-11-11T04:50:50,324 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T04:50:50,324 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T04:50:50,325 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:50:50,328 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T04:50:50,330 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192165, jitterRate=0.031043604016304016}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:50:50,330 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T04:50:50,331 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731300650303Writing region info on filesystem at 1731300650303Initializing all the Stores at 1731300650305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300650305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300650305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300650305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300650305Cleaning up temporary data from old regions at 1731300650324 (+19 ms)Running coprocessor post-open hooks at 1731300650330 (+6 ms)Region opened successfully at 1731300650331 (+1 ms) 2024-11-11T04:50:50,339 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731300650234 2024-11-11T04:50:50,351 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T04:50:50,352 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T04:50:50,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:50,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,40889,1731300647138, state=OPEN 2024-11-11T04:50:50,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T04:50:50,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T04:50:50,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:50:50,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:50:50,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:50,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T04:50:50,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,40889,1731300647138 in 295 msec 2024-11-11T04:50:50,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T04:50:50,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-11T04:50:50,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:50:50,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T04:50:50,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:50,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:50,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:50,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:50,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5610 sec 2024-11-11T04:50:50,445 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731300650445, completionTime=-1 2024-11-11T04:50:50,448 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T04:50:50,448 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T04:50:50,479 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T04:50:50,479 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731300710479 2024-11-11T04:50:50,479 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731300770479 2024-11-11T04:50:50,479 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-11T04:50:50,481 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,482 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,482 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,484 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7bef91497aa:35325, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,484 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,485 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,491 DEBUG [master/a7bef91497aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T04:50:50,512 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.211sec 2024-11-11T04:50:50,513 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T04:50:50,514 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T04:50:50,515 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T04:50:50,516 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T04:50:50,516 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T04:50:50,517 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T04:50:50,517 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T04:50:50,526 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T04:50:50,527 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T04:50:50,527 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,35325,1731300646422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:50:50,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:50,560 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T04:50:50,560 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T04:50:50,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:50,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:50,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ecb092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:50,585 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:50,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:50,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:50,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:50,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7bef91497aa,35325,1731300646422 2024-11-11T04:50:50,634 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=61, ProcessCount=11, AvailableMemoryMB=7077 2024-11-11T04:50:50,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:50:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:50:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ee3c32 2024-11-11T04:50:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:50:50,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:50:50,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:50:50,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:50:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:50:50,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:50:50,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:50,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-11T04:50:50,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:50:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741835_1011 (size=959) 2024-11-11T04:50:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:51,130 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:50:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741836_1012 (size=53) 2024-11-11T04:50:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:51,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:51,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9320a2a8828ed044686de0df92593655, disabling compactions & flushes 2024-11-11T04:50:51,540 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. after waiting 0 ms 2024-11-11T04:50:51,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9320a2a8828ed044686de0df92593655: Waiting for close lock at 1731300651540Disabling compacts and flushes for region at 1731300651540Disabling writes for close at 1731300651540Writing region close event to WAL at 1731300651541 (+1 ms)Closed at 1731300651541 2024-11-11T04:50:51,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:50:51,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300651544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300651544"}]},"ts":"1731300651544"} 2024-11-11T04:50:51,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:50:51,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:50:51,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300651557"}]},"ts":"1731300651557"} 2024-11-11T04:50:51,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:50:51,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, ASSIGN}] 2024-11-11T04:50:51,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, ASSIGN 2024-11-11T04:50:51,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:50:51,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9320a2a8828ed044686de0df92593655, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:51,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, ASSIGN because future has completed 2024-11-11T04:50:51,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:50:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:51,890 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,890 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:50:51,890 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,890 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:50:51,891 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,891 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,893 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,896 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9320a2a8828ed044686de0df92593655 columnFamilyName A 2024-11-11T04:50:51,896 DEBUG [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:51,897 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(327): Store=9320a2a8828ed044686de0df92593655/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:51,897 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,899 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9320a2a8828ed044686de0df92593655 columnFamilyName B 2024-11-11T04:50:51,900 DEBUG [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:51,901 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(327): Store=9320a2a8828ed044686de0df92593655/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:51,901 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,903 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9320a2a8828ed044686de0df92593655 columnFamilyName C 2024-11-11T04:50:51,904 DEBUG [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:50:51,905 INFO [StoreOpener-9320a2a8828ed044686de0df92593655-1 {}] regionserver.HStore(327): Store=9320a2a8828ed044686de0df92593655/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:50:51,905 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,906 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,907 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,909 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,909 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,910 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:50:51,912 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,917 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:50:51,918 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9320a2a8828ed044686de0df92593655; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62578898, jitterRate=-0.06750175356864929}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:50:51,918 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:51,919 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9320a2a8828ed044686de0df92593655: Running coprocessor pre-open hook at 1731300651891Writing region info on filesystem at 1731300651891Initializing all the Stores at 1731300651893 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300651893Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300651893Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300651893Cleaning up temporary data from old regions at 1731300651909 (+16 ms)Running coprocessor post-open hooks at 1731300651918 (+9 ms)Region opened successfully at 1731300651919 (+1 ms) 2024-11-11T04:50:51,921 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., pid=6, masterSystemTime=1731300651881 2024-11-11T04:50:51,925 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,925 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:51,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9320a2a8828ed044686de0df92593655, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:50:51,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T04:50:51,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 in 206 msec 2024-11-11T04:50:51,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T04:50:51,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, ASSIGN in 372 msec 2024-11-11T04:50:51,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:50:51,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300651944"}]},"ts":"1731300651944"} 2024-11-11T04:50:51,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:50:51,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:50:51,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2540 sec 2024-11-11T04:50:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:50:52,863 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:50:52,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1959b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ef076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:50:52,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:50:52,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404c1194 2024-11-11T04:50:52,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:50:52,889 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:50:52,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ddcdb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e463f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,899 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455d50bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,902 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760c0989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,905 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,908 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f65e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,911 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a08f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b54236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,917 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831686b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43df1407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,922 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dd0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,924 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72150325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,927 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556b030b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,928 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9665bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ac2b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,933 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afff741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:50:52,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:50:52,936 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:50:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:50:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:50:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0a534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:50:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:50:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:50:52,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:50:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3260f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:50:52,943 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,943 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,945 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,946 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:50:52,946 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,950 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,952 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,954 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-11T04:50:52,956 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:50:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:50:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:50:52,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:50:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:50:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:50:52,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:50:52,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:50:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:50:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:53,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:50:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:50:53,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T04:50:53,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:53,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/9488ce5108f247aaa8109779f2399d96 is 50, key is test_row_0/A:col10/1731300653037/Put/seqid=0 2024-11-11T04:50:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741837_1013 (size=14341) 2024-11-11T04:50:53,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/9488ce5108f247aaa8109779f2399d96 2024-11-11T04:50:53,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300713185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300713191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300713191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300713191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300713196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:50:53,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/dd88af8c1fa5470ea2202f3e0fc56c6b is 50, key is test_row_0/B:col10/1731300653037/Put/seqid=0 2024-11-11T04:50:53,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741838_1014 (size=12001) 2024-11-11T04:50:53,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/dd88af8c1fa5470ea2202f3e0fc56c6b 2024-11-11T04:50:53,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T04:50:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300713353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300713355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300713355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300713356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300713356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/00495c3ae90446f7851a256062f97ac7 is 50, key is test_row_0/C:col10/1731300653037/Put/seqid=0 2024-11-11T04:50:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741839_1015 (size=12001) 2024-11-11T04:50:53,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/00495c3ae90446f7851a256062f97ac7 2024-11-11T04:50:53,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/9488ce5108f247aaa8109779f2399d96 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96 2024-11-11T04:50:53,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96, entries=200, sequenceid=14, filesize=14.0 K 2024-11-11T04:50:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/dd88af8c1fa5470ea2202f3e0fc56c6b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b 2024-11-11T04:50:53,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T04:50:53,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/00495c3ae90446f7851a256062f97ac7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7 2024-11-11T04:50:53,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T04:50:53,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9320a2a8828ed044686de0df92593655 in 438ms, sequenceid=14, compaction requested=false 2024-11-11T04:50:53,500 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T04:50:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:53,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T04:50:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,522 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:50:53,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/258b8322a1f9430c979f278032a8b489 is 50, key is test_row_0/A:col10/1731300653192/Put/seqid=0 2024-11-11T04:50:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:53,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:50:53,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741840_1016 (size=12001) 2024-11-11T04:50:53,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/258b8322a1f9430c979f278032a8b489 2024-11-11T04:50:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300713598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300713605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300713609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300713615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300713618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/fadc3fef0f7f4108b4d81995bf0b5ddd is 50, key is test_row_0/B:col10/1731300653192/Put/seqid=0 2024-11-11T04:50:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741841_1017 (size=12001) 2024-11-11T04:50:53,679 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/fadc3fef0f7f4108b4d81995bf0b5ddd 2024-11-11T04:50:53,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3ce4792f49634a02b9908ba07099a2f9 is 50, key is test_row_0/C:col10/1731300653192/Put/seqid=0 2024-11-11T04:50:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300713723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741842_1018 (size=12001) 2024-11-11T04:50:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300713733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300713734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300713734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300713734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:53,747 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3ce4792f49634a02b9908ba07099a2f9 2024-11-11T04:50:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/258b8322a1f9430c979f278032a8b489 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489 2024-11-11T04:50:53,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:50:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/fadc3fef0f7f4108b4d81995bf0b5ddd as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd 2024-11-11T04:50:53,789 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:50:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3ce4792f49634a02b9908ba07099a2f9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9 2024-11-11T04:50:53,804 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:50:53,808 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9320a2a8828ed044686de0df92593655 in 285ms, sequenceid=37, compaction requested=false 2024-11-11T04:50:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T04:50:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T04:50:53,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T04:50:53,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 849 msec 2024-11-11T04:50:53,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 873 msec 2024-11-11T04:50:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:53,949 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:53,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T04:50:53,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4b1698cc200c4c24b7e334585bdd1957 is 50, key is test_row_0/A:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741843_1019 (size=12001) 2024-11-11T04:50:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300714014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300714016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300714017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300714021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300714026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:50:54,093 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:50:54,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:50:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-11T04:50:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:54,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:50:54,099 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:50:54,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:50:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300714132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300714146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300714147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300714147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300714147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300714353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300714363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300714364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300714364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300714364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4b1698cc200c4c24b7e334585bdd1957 2024-11-11T04:50:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:54,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1770dfb1a4544c999548fa027314213b is 50, key is test_row_0/B:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741844_1020 (size=12001) 2024-11-11T04:50:54,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1770dfb1a4544c999548fa027314213b 2024-11-11T04:50:54,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3cfe9dfe3bac4f6cb762acb4f84aa38e is 50, key is test_row_0/C:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741845_1021 (size=12001) 2024-11-11T04:50:54,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3cfe9dfe3bac4f6cb762acb4f84aa38e 2024-11-11T04:50:54,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4b1698cc200c4c24b7e334585bdd1957 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957 2024-11-11T04:50:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:50:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1770dfb1a4544c999548fa027314213b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b 2024-11-11T04:50:54,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:50:54,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/3cfe9dfe3bac4f6cb762acb4f84aa38e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e 2024-11-11T04:50:54,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:50:54,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9320a2a8828ed044686de0df92593655 in 641ms, sequenceid=52, compaction requested=true 2024-11-11T04:50:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:54,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:50:54,596 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:54,597 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:50:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:50:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:54,600 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:54,600 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:54,602 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:50:54,602 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:50:54,603 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,603 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,603 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=37.4 K 2024-11-11T04:50:54,603 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=35.2 K 2024-11-11T04:50:54,605 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting dd88af8c1fa5470ea2202f3e0fc56c6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731300653035 2024-11-11T04:50:54,605 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9488ce5108f247aaa8109779f2399d96, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731300653035 2024-11-11T04:50:54,606 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting fadc3fef0f7f4108b4d81995bf0b5ddd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300653179 2024-11-11T04:50:54,607 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1770dfb1a4544c999548fa027314213b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:54,607 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258b8322a1f9430c979f278032a8b489, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300653179 2024-11-11T04:50:54,610 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1698cc200c4c24b7e334585bdd1957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:54,681 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:54,681 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:54,683 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/f1c7eae8041f4cbd95611f205d2c93ab is 50, key is test_row_0/A:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,684 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f65b8409a90944beae2db5aebabe6ae6 is 50, key is test_row_0/B:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:54,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T04:50:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:54,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d398e6071b3e4ef898eeaae8b14917fc is 50, key is test_row_0/A:col10/1731300654021/Put/seqid=0 2024-11-11T04:50:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:54,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300714724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300714727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300714731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741846_1022 (size=12104) 2024-11-11T04:50:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300714734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741847_1023 (size=12104) 2024-11-11T04:50:54,765 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/f1c7eae8041f4cbd95611f205d2c93ab as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/f1c7eae8041f4cbd95611f205d2c93ab 2024-11-11T04:50:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300714739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,775 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f65b8409a90944beae2db5aebabe6ae6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f65b8409a90944beae2db5aebabe6ae6 2024-11-11T04:50:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741848_1024 (size=16681) 2024-11-11T04:50:54,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d398e6071b3e4ef898eeaae8b14917fc 2024-11-11T04:50:54,792 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into f65b8409a90944beae2db5aebabe6ae6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:54,793 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:54,793 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into f1c7eae8041f4cbd95611f205d2c93ab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:54,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:54,797 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300654593; duration=0sec 2024-11-11T04:50:54,797 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:54,797 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:50:54,798 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:54,800 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300654596; duration=0sec 2024-11-11T04:50:54,800 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:54,800 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:50:54,802 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:54,803 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:50:54,803 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,807 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=35.2 K 2024-11-11T04:50:54,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/c9355c230eda4cc9a13f452b633ed41f is 50, key is test_row_0/B:col10/1731300654021/Put/seqid=0 2024-11-11T04:50:54,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00495c3ae90446f7851a256062f97ac7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731300653035 2024-11-11T04:50:54,810 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ce4792f49634a02b9908ba07099a2f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300653179 2024-11-11T04:50:54,810 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cfe9dfe3bac4f6cb762acb4f84aa38e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741849_1025 (size=12001) 2024-11-11T04:50:54,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/c9355c230eda4cc9a13f452b633ed41f 2024-11-11T04:50:54,848 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:54,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/71a267b120ba4a46a57e83e76f1c7d5e is 50, key is test_row_0/C:col10/1731300653607/Put/seqid=0 2024-11-11T04:50:54,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300714843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300714843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300714853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300714862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300714873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:54,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:54,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:54,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/03dd08908233462798e903750dda5559 is 50, key is test_row_0/C:col10/1731300654021/Put/seqid=0 2024-11-11T04:50:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741850_1026 (size=12104) 2024-11-11T04:50:54,939 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/71a267b120ba4a46a57e83e76f1c7d5e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/71a267b120ba4a46a57e83e76f1c7d5e 2024-11-11T04:50:54,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741851_1027 (size=12001) 2024-11-11T04:50:54,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/03dd08908233462798e903750dda5559 2024-11-11T04:50:54,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d398e6071b3e4ef898eeaae8b14917fc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc 2024-11-11T04:50:54,966 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into 71a267b120ba4a46a57e83e76f1c7d5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:54,967 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:54,967 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300654597; duration=0sec 2024-11-11T04:50:54,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc, entries=250, sequenceid=75, filesize=16.3 K 2024-11-11T04:50:54,970 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:54,970 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:50:54,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/c9355c230eda4cc9a13f452b633ed41f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f 2024-11-11T04:50:54,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T04:50:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/03dd08908233462798e903750dda5559 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559 2024-11-11T04:50:54,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T04:50:54,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9320a2a8828ed044686de0df92593655 in 312ms, sequenceid=75, compaction requested=false 2024-11-11T04:50:54,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T04:50:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:55,037 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:50:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2a128284883349ec920783372bc2b38b is 50, key is test_row_0/A:col10/1731300654727/Put/seqid=0 2024-11-11T04:50:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:55,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:55,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T04:50:55,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741852_1028 (size=12001) 2024-11-11T04:50:55,112 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2a128284883349ec920783372bc2b38b 2024-11-11T04:50:55,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300715136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300715138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300715139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300715139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300715141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/cb19a80b5c774c9fa02353a5529d9722 is 50, key is test_row_0/B:col10/1731300654727/Put/seqid=0 2024-11-11T04:50:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741853_1029 (size=12001) 2024-11-11T04:50:55,187 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/cb19a80b5c774c9fa02353a5529d9722 2024-11-11T04:50:55,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f6c02932adc245c689f942c71e794eee is 50, key is test_row_0/C:col10/1731300654727/Put/seqid=0 2024-11-11T04:50:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741854_1030 (size=12001) 2024-11-11T04:50:55,250 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f6c02932adc245c689f942c71e794eee 2024-11-11T04:50:55,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300715252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300715252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300715253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300715253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300715253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2a128284883349ec920783372bc2b38b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b 2024-11-11T04:50:55,280 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T04:50:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/cb19a80b5c774c9fa02353a5529d9722 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722 2024-11-11T04:50:55,291 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T04:50:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f6c02932adc245c689f942c71e794eee as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee 2024-11-11T04:50:55,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T04:50:55,309 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9320a2a8828ed044686de0df92593655 in 271ms, sequenceid=91, compaction requested=true 2024-11-11T04:50:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T04:50:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T04:50:55,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T04:50:55,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-11T04:50:55,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.2250 sec 2024-11-11T04:50:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:55,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:50:55,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/897bb72d47c14c83bc23db1c173c9dc0 is 50, key is test_row_0/A:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741855_1031 (size=14341) 2024-11-11T04:50:55,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/897bb72d47c14c83bc23db1c173c9dc0 2024-11-11T04:50:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300715485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300715492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300715497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300715498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300715499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2a9064c1ad2c49789efa74f10e5cf9ae is 50, key is test_row_0/B:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741856_1032 (size=12001) 2024-11-11T04:50:55,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2a9064c1ad2c49789efa74f10e5cf9ae 2024-11-11T04:50:55,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/1d42e4a7ddcc486c9a8e234de70e6145 is 50, key is test_row_0/C:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741857_1033 (size=12001) 2024-11-11T04:50:55,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/1d42e4a7ddcc486c9a8e234de70e6145 2024-11-11T04:50:55,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/897bb72d47c14c83bc23db1c173c9dc0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0 2024-11-11T04:50:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300715614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300715616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300715616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300715616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300715616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0, entries=200, sequenceid=115, filesize=14.0 K 2024-11-11T04:50:55,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2a9064c1ad2c49789efa74f10e5cf9ae as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae 2024-11-11T04:50:55,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T04:50:55,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/1d42e4a7ddcc486c9a8e234de70e6145 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145 2024-11-11T04:50:55,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T04:50:55,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9320a2a8828ed044686de0df92593655 in 210ms, sequenceid=115, compaction requested=true 2024-11-11T04:50:55,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:50:55,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:55,678 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:50:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:55,679 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:50:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:55,682 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:55,683 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:50:55,683 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:55,683 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:50:55,683 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:55,683 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:55,683 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/f1c7eae8041f4cbd95611f205d2c93ab, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=53.8 K 2024-11-11T04:50:55,683 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f65b8409a90944beae2db5aebabe6ae6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=47.0 K 2024-11-11T04:50:55,684 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c7eae8041f4cbd95611f205d2c93ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:55,684 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f65b8409a90944beae2db5aebabe6ae6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:55,685 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d398e6071b3e4ef898eeaae8b14917fc, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731300654011 2024-11-11T04:50:55,685 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c9355c230eda4cc9a13f452b633ed41f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731300654016 2024-11-11T04:50:55,687 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cb19a80b5c774c9fa02353a5529d9722, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731300654727 2024-11-11T04:50:55,687 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a128284883349ec920783372bc2b38b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731300654727 2024-11-11T04:50:55,690 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a9064c1ad2c49789efa74f10e5cf9ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655135 2024-11-11T04:50:55,690 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897bb72d47c14c83bc23db1c173c9dc0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655134 2024-11-11T04:50:55,717 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:55,720 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/9c3a6515447d42569b4e23d1fe52e36e is 50, key is test_row_0/B:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,742 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:55,743 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/55e43d0466e6498a9f3c5033957f5503 is 50, key is test_row_0/A:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741858_1034 (size=12241) 2024-11-11T04:50:55,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741859_1035 (size=12241) 2024-11-11T04:50:55,774 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/9c3a6515447d42569b4e23d1fe52e36e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/9c3a6515447d42569b4e23d1fe52e36e 2024-11-11T04:50:55,779 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/55e43d0466e6498a9f3c5033957f5503 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/55e43d0466e6498a9f3c5033957f5503 2024-11-11T04:50:55,786 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 9c3a6515447d42569b4e23d1fe52e36e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:55,786 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,786 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=12, startTime=1731300655678; duration=0sec 2024-11-11T04:50:55,787 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:55,787 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:50:55,787 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:55,792 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into 55e43d0466e6498a9f3c5033957f5503(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:55,792 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,792 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=12, startTime=1731300655678; duration=0sec 2024-11-11T04:50:55,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:55,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:50:55,793 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:55,793 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:50:55,793 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:55,793 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/71a267b120ba4a46a57e83e76f1c7d5e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=47.0 K 2024-11-11T04:50:55,794 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 71a267b120ba4a46a57e83e76f1c7d5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300653607 2024-11-11T04:50:55,795 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 03dd08908233462798e903750dda5559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731300654016 2024-11-11T04:50:55,797 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f6c02932adc245c689f942c71e794eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731300654727 2024-11-11T04:50:55,798 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d42e4a7ddcc486c9a8e234de70e6145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655135 2024-11-11T04:50:55,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:50:55,839 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:55,843 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/cf09618ba5ef465eb6d59fbc86c14374 is 50, key is test_row_0/C:col10/1731300655137/Put/seqid=0 2024-11-11T04:50:55,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:55,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T04:50:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:55,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2d7d1ae58f4541dba66efffd52fee1e2 is 50, key is test_row_0/A:col10/1731300655838/Put/seqid=0 2024-11-11T04:50:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741860_1036 (size=12241) 2024-11-11T04:50:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741861_1037 (size=12101) 2024-11-11T04:50:55,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2d7d1ae58f4541dba66efffd52fee1e2 2024-11-11T04:50:55,908 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/cf09618ba5ef465eb6d59fbc86c14374 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cf09618ba5ef465eb6d59fbc86c14374 2024-11-11T04:50:55,924 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into cf09618ba5ef465eb6d59fbc86c14374(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:55,924 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:55,924 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=12, startTime=1731300655679; duration=0sec 2024-11-11T04:50:55,926 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:55,926 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:50:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300715917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3565e837df9345c8aeece08a52102751 is 50, key is test_row_0/B:col10/1731300655838/Put/seqid=0 2024-11-11T04:50:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300715929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300715934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300715934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300715946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741862_1038 (size=12101) 2024-11-11T04:50:55,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3565e837df9345c8aeece08a52102751 2024-11-11T04:50:55,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/8eb38d0212be443b9672284b181fadcb is 50, key is test_row_0/C:col10/1731300655838/Put/seqid=0 2024-11-11T04:50:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741863_1039 (size=12101) 2024-11-11T04:50:56,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300716044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300716054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300716054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300716054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300716062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T04:50:56,242 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:50:56,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:50:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-11T04:50:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T04:50:56,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:50:56,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:50:56,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:50:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300716252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300716263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300716263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300716264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300716272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T04:50:56,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T04:50:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:56,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:56,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/8eb38d0212be443b9672284b181fadcb 2024-11-11T04:50:56,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/2d7d1ae58f4541dba66efffd52fee1e2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2 2024-11-11T04:50:56,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T04:50:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3565e837df9345c8aeece08a52102751 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751 2024-11-11T04:50:56,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T04:50:56,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/8eb38d0212be443b9672284b181fadcb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb 2024-11-11T04:50:56,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T04:50:56,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 9320a2a8828ed044686de0df92593655 in 618ms, sequenceid=133, compaction requested=false 2024-11-11T04:50:56,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:56,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T04:50:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:56,561 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T04:50:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T04:50:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:56,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/38e2f80cb588449fab83e8c4d336aaa7 is 50, key is test_row_0/A:col10/1731300655928/Put/seqid=0 2024-11-11T04:50:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300716610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300716611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300716612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300716616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741864_1040 (size=12151) 2024-11-11T04:50:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300716618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,623 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/38e2f80cb588449fab83e8c4d336aaa7 2024-11-11T04:50:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1c72c6f90ecd4863b90c11d5c6e8981e is 50, key is test_row_0/B:col10/1731300655928/Put/seqid=0 2024-11-11T04:50:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741865_1041 (size=12151) 2024-11-11T04:50:56,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1c72c6f90ecd4863b90c11d5c6e8981e 2024-11-11T04:50:56,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/10bba6bde1044d6489e63131057433d1 is 50, key is test_row_0/C:col10/1731300655928/Put/seqid=0 2024-11-11T04:50:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741866_1042 (size=12151) 2024-11-11T04:50:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300716722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300716723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300716732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300716733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300716733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T04:50:56,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T04:50:56,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T04:50:56,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T04:50:56,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T04:50:56,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T04:50:56,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T04:50:56,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T04:50:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T04:50:56,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300716944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300716945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300716944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300716945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300716945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,111 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/10bba6bde1044d6489e63131057433d1 2024-11-11T04:50:57,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/38e2f80cb588449fab83e8c4d336aaa7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7 2024-11-11T04:50:57,154 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7, entries=150, sequenceid=155, filesize=11.9 K 2024-11-11T04:50:57,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/1c72c6f90ecd4863b90c11d5c6e8981e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e 2024-11-11T04:50:57,170 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-11T04:50:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/10bba6bde1044d6489e63131057433d1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1 2024-11-11T04:50:57,189 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-11T04:50:57,191 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9320a2a8828ed044686de0df92593655 in 630ms, sequenceid=155, compaction requested=true 2024-11-11T04:50:57,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:57,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T04:50:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T04:50:57,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T04:50:57,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 947 msec 2024-11-11T04:50:57,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 958 msec 2024-11-11T04:50:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:57,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:50:57,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c71336c87a7f4a5ebe1b20b2767f0414 is 50, key is test_row_0/A:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741867_1043 (size=12151) 2024-11-11T04:50:57,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300717290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300717294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300717296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300717301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300717298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T04:50:57,382 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:50:57,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:50:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-11T04:50:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:57,388 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:50:57,389 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:50:57,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:50:57,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300717413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300717413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300717413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300717413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300717413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:57,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T04:50:57,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300717622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300717622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300717623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300717632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300717634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c71336c87a7f4a5ebe1b20b2767f0414 2024-11-11T04:50:57,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T04:50:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:57,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/283439c935974588915b80aeea8a53e8 is 50, key is test_row_0/B:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741868_1044 (size=12151) 2024-11-11T04:50:57,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/283439c935974588915b80aeea8a53e8 2024-11-11T04:50:57,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4248b9d7364a4d6ba35bcd1eb6f01713 is 50, key is test_row_0/C:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:57,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741869_1045 (size=12151) 2024-11-11T04:50:57,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4248b9d7364a4d6ba35bcd1eb6f01713 2024-11-11T04:50:57,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c71336c87a7f4a5ebe1b20b2767f0414 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414 2024-11-11T04:50:57,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T04:50:57,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/283439c935974588915b80aeea8a53e8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8 2024-11-11T04:50:57,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T04:50:57,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4248b9d7364a4d6ba35bcd1eb6f01713 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713 2024-11-11T04:50:57,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T04:50:57,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9320a2a8828ed044686de0df92593655 in 575ms, sequenceid=172, compaction requested=true 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:50:57,841 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:50:57,841 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:57,844 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:57,845 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:50:57,845 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,845 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/55e43d0466e6498a9f3c5033957f5503, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=47.5 K 2024-11-11T04:50:57,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:57,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:50:57,846 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,846 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/9c3a6515447d42569b4e23d1fe52e36e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=47.5 K 2024-11-11T04:50:57,846 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55e43d0466e6498a9f3c5033957f5503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655135 2024-11-11T04:50:57,847 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3a6515447d42569b4e23d1fe52e36e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655135 2024-11-11T04:50:57,847 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d7d1ae58f4541dba66efffd52fee1e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731300655494 2024-11-11T04:50:57,848 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3565e837df9345c8aeece08a52102751, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731300655494 2024-11-11T04:50:57,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e2f80cb588449fab83e8c4d336aaa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731300655896 2024-11-11T04:50:57,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c72c6f90ecd4863b90c11d5c6e8981e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731300655896 2024-11-11T04:50:57,850 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c71336c87a7f4a5ebe1b20b2767f0414, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:57,851 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 283439c935974588915b80aeea8a53e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:57,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T04:50:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T04:50:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/741ef108299c4acd86fb4c150e9fc301 is 50, key is test_row_0/A:col10/1731300657296/Put/seqid=0 2024-11-11T04:50:57,891 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:57,892 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/b8f55c2729f5441a83a761ef7d28c5f6 is 50, key is test_row_0/A:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:57,907 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:57,911 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/6f0656577d5e41b38f4fa3021416e96c is 50, key is test_row_0/B:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741871_1047 (size=12527) 2024-11-11T04:50:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741870_1046 (size=12151) 2024-11-11T04:50:57,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:57,945 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/741ef108299c4acd86fb4c150e9fc301 2024-11-11T04:50:57,953 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/b8f55c2729f5441a83a761ef7d28c5f6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b8f55c2729f5441a83a761ef7d28c5f6 2024-11-11T04:50:57,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f6803494570f4caeb9cc87660d596904 is 50, key is test_row_0/B:col10/1731300657296/Put/seqid=0 2024-11-11T04:50:57,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741872_1048 (size=12527) 2024-11-11T04:50:57,973 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into b8f55c2729f5441a83a761ef7d28c5f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:57,973 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:57,973 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=12, startTime=1731300657841; duration=0sec 2024-11-11T04:50:57,973 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:57,974 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:50:57,974 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:50:57,978 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:50:57,978 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:50:57,979 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:57,979 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cf09618ba5ef465eb6d59fbc86c14374, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=47.5 K 2024-11-11T04:50:57,980 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf09618ba5ef465eb6d59fbc86c14374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300655135 2024-11-11T04:50:57,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eb38d0212be443b9672284b181fadcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731300655494 2024-11-11T04:50:57,982 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10bba6bde1044d6489e63131057433d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731300655896 2024-11-11T04:50:57,982 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/6f0656577d5e41b38f4fa3021416e96c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/6f0656577d5e41b38f4fa3021416e96c 2024-11-11T04:50:57,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4248b9d7364a4d6ba35bcd1eb6f01713, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300717971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300717975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,993 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 6f0656577d5e41b38f4fa3021416e96c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:57,993 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:57,993 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=12, startTime=1731300657841; duration=0sec 2024-11-11T04:50:57,993 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:57,993 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:50:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300717981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300717981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300717985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741873_1049 (size=12151) 2024-11-11T04:50:58,003 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:58,003 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/65e59a479fc84388848bead890e6c4a8 is 50, key is test_row_0/C:col10/1731300656611/Put/seqid=0 2024-11-11T04:50:58,010 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f6803494570f4caeb9cc87660d596904 2024-11-11T04:50:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/29c8ba7e9bb549aa9f59d9c00751aa91 is 50, key is test_row_0/C:col10/1731300657296/Put/seqid=0 2024-11-11T04:50:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741874_1050 (size=12527) 2024-11-11T04:50:58,070 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/65e59a479fc84388848bead890e6c4a8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/65e59a479fc84388848bead890e6c4a8 2024-11-11T04:50:58,080 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into 65e59a479fc84388848bead890e6c4a8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:58,081 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:58,081 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=12, startTime=1731300657841; duration=0sec 2024-11-11T04:50:58,081 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:58,081 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:50:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741875_1051 (size=12151) 2024-11-11T04:50:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300718093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300718093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300718102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300718103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300718103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300718303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300718303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300718312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300718312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300718312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/29c8ba7e9bb549aa9f59d9c00751aa91 2024-11-11T04:50:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/741ef108299c4acd86fb4c150e9fc301 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301 2024-11-11T04:50:58,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301, entries=150, sequenceid=191, filesize=11.9 K 2024-11-11T04:50:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f6803494570f4caeb9cc87660d596904 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904 2024-11-11T04:50:58,518 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904, entries=150, sequenceid=191, filesize=11.9 K 2024-11-11T04:50:58,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/29c8ba7e9bb549aa9f59d9c00751aa91 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91 2024-11-11T04:50:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:58,533 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91, entries=150, sequenceid=191, filesize=11.9 K 2024-11-11T04:50:58,535 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9320a2a8828ed044686de0df92593655 in 676ms, sequenceid=191, compaction requested=false 2024-11-11T04:50:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T04:50:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T04:50:58,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T04:50:58,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1490 sec 2024-11-11T04:50:58,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.1600 sec 2024-11-11T04:50:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:58,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T04:50:58,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/b9f505d947214c2ba1276aafa5ed1a4e is 50, key is test_row_0/A:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741876_1052 (size=12151) 2024-11-11T04:50:58,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/b9f505d947214c2ba1276aafa5ed1a4e 2024-11-11T04:50:58,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4111aaee18394f5cae3fd57851b23cfb is 50, key is test_row_0/B:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300718645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300718647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300718648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300718650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300718654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741877_1053 (size=12151) 2024-11-11T04:50:58,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300718762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300718762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300718762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300718763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300718763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300718974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300718974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300718976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300718976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300718976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4111aaee18394f5cae3fd57851b23cfb 2024-11-11T04:50:59,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7f33a461aa374dc8b0000cfb1b9d7733 is 50, key is test_row_0/C:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741878_1054 (size=12151) 2024-11-11T04:50:59,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7f33a461aa374dc8b0000cfb1b9d7733 2024-11-11T04:50:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/b9f505d947214c2ba1276aafa5ed1a4e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e 2024-11-11T04:50:59,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T04:50:59,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4111aaee18394f5cae3fd57851b23cfb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb 2024-11-11T04:50:59,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T04:50:59,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7f33a461aa374dc8b0000cfb1b9d7733 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733 2024-11-11T04:50:59,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T04:50:59,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 9320a2a8828ed044686de0df92593655 in 533ms, sequenceid=213, compaction requested=true 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:50:59,149 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:59,149 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:59,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:50:59,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:59,152 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:59,152 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:59,152 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:50:59,152 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:50:59,152 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,152 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,152 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/6f0656577d5e41b38f4fa3021416e96c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.0 K 2024-11-11T04:50:59,152 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b8f55c2729f5441a83a761ef7d28c5f6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.0 K 2024-11-11T04:50:59,153 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0656577d5e41b38f4fa3021416e96c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:59,153 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8f55c2729f5441a83a761ef7d28c5f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:59,153 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f6803494570f4caeb9cc87660d596904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731300657292 2024-11-11T04:50:59,154 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 741ef108299c4acd86fb4c150e9fc301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731300657292 2024-11-11T04:50:59,154 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4111aaee18394f5cae3fd57851b23cfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:50:59,157 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f505d947214c2ba1276aafa5ed1a4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:50:59,179 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:59,180 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3abcd7587eec49c2961be80537d360aa is 50, key is test_row_0/B:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:59,196 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:59,198 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/70592b4820684180bb3fa80b175acf59 is 50, key is test_row_0/A:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741879_1055 (size=12629) 2024-11-11T04:50:59,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741880_1056 (size=12629) 2024-11-11T04:50:59,258 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/70592b4820684180bb3fa80b175acf59 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/70592b4820684180bb3fa80b175acf59 2024-11-11T04:50:59,273 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into 70592b4820684180bb3fa80b175acf59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:59,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:59,273 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300659149; duration=0sec 2024-11-11T04:50:59,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:50:59,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:50:59,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:50:59,275 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:50:59,275 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:50:59,275 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,275 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/65e59a479fc84388848bead890e6c4a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.0 K 2024-11-11T04:50:59,280 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65e59a479fc84388848bead890e6c4a8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731300656579 2024-11-11T04:50:59,281 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c8ba7e9bb549aa9f59d9c00751aa91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731300657292 2024-11-11T04:50:59,282 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f33a461aa374dc8b0000cfb1b9d7733, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:50:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:59,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:59,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T04:50:59,308 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:50:59,315 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7532944fb40d4a598d38d9a26bb3c53b is 50, key is test_row_0/C:col10/1731300657970/Put/seqid=0 2024-11-11T04:50:59,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/77cc64febd464f9c993db888b72a41e9 is 50, key is test_row_0/A:col10/1731300659298/Put/seqid=0 2024-11-11T04:50:59,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300719331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300719335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300719335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300719336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300719345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741882_1058 (size=12151) 2024-11-11T04:50:59,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/77cc64febd464f9c993db888b72a41e9 2024-11-11T04:50:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741881_1057 (size=12629) 2024-11-11T04:50:59,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f7313c1022414b4c9dbb31e828a71961 is 50, key is test_row_0/B:col10/1731300659298/Put/seqid=0 2024-11-11T04:50:59,393 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7532944fb40d4a598d38d9a26bb3c53b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7532944fb40d4a598d38d9a26bb3c53b 2024-11-11T04:50:59,404 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into 7532944fb40d4a598d38d9a26bb3c53b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:59,404 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:59,404 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300659149; duration=0sec 2024-11-11T04:50:59,405 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:59,405 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:50:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741883_1059 (size=12151) 2024-11-11T04:50:59,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f7313c1022414b4c9dbb31e828a71961 2024-11-11T04:50:59,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/95b160fe65894695a3cc2bc587610f1f is 50, key is test_row_0/C:col10/1731300659298/Put/seqid=0 2024-11-11T04:50:59,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300719452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300719452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300719453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300719453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300719453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741884_1060 (size=12151) 2024-11-11T04:50:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:50:59,532 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:50:59,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:50:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-11T04:50:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:50:59,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:50:59,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:50:59,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:50:59,628 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3abcd7587eec49c2961be80537d360aa as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3abcd7587eec49c2961be80537d360aa 2024-11-11T04:50:59,636 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 3abcd7587eec49c2961be80537d360aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:50:59,636 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:59,636 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300659149; duration=0sec 2024-11-11T04:50:59,636 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:50:59,636 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:50:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:50:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300719662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300719662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300719662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300719662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300719663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:50:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:50:59,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:50:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:50:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:50:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:50:59,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:50:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:50:59,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/95b160fe65894695a3cc2bc587610f1f 2024-11-11T04:50:59,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/77cc64febd464f9c993db888b72a41e9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9 2024-11-11T04:50:59,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T04:50:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/f7313c1022414b4c9dbb31e828a71961 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961 2024-11-11T04:50:59,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T04:50:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/95b160fe65894695a3cc2bc587610f1f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f 2024-11-11T04:50:59,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T04:50:59,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9320a2a8828ed044686de0df92593655 in 610ms, sequenceid=234, compaction requested=false 2024-11-11T04:50:59,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:50:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:50:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:50:59,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:50:59,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/ea511d95fcf5440197c05f8e4fe7d4b7 is 50, key is test_row_0/A:col10/1731300659973/Put/seqid=0 2024-11-11T04:50:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741885_1061 (size=16931) 2024-11-11T04:50:59,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/ea511d95fcf5440197c05f8e4fe7d4b7 2024-11-11T04:51:00,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:51:00,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:00,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300719998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300719998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300719999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300719999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300720002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/7e271f9417cf45be837a6b9aabfe0a96 is 50, key is test_row_0/B:col10/1731300659973/Put/seqid=0 2024-11-11T04:51:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741886_1062 (size=12151) 2024-11-11T04:51:00,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/7e271f9417cf45be837a6b9aabfe0a96 2024-11-11T04:51:00,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4323dd91729c44eca7623afcf05a7653 is 50, key is test_row_0/C:col10/1731300659973/Put/seqid=0 2024-11-11T04:51:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741887_1063 (size=12151) 2024-11-11T04:51:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300720112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300720112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300720112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300720112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300720113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:51:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:51:00,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:51:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300720322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300720323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300720322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300720323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300720323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4323dd91729c44eca7623afcf05a7653 2024-11-11T04:51:00,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/ea511d95fcf5440197c05f8e4fe7d4b7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7 2024-11-11T04:51:00,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7, entries=250, sequenceid=254, filesize=16.5 K 2024-11-11T04:51:00,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/7e271f9417cf45be837a6b9aabfe0a96 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96 2024-11-11T04:51:00,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:51:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:00,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T04:51:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4323dd91729c44eca7623afcf05a7653 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653 2024-11-11T04:51:00,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T04:51:00,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9320a2a8828ed044686de0df92593655 in 512ms, sequenceid=254, compaction requested=true 2024-11-11T04:51:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:00,487 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:00,487 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:00,488 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:00,488 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:00,488 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:00,488 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:00,488 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,488 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,489 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3abcd7587eec49c2961be80537d360aa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.1 K 2024-11-11T04:51:00,489 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/70592b4820684180bb3fa80b175acf59, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=40.7 K 2024-11-11T04:51:00,489 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70592b4820684180bb3fa80b175acf59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:51:00,489 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abcd7587eec49c2961be80537d360aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:51:00,490 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f7313c1022414b4c9dbb31e828a71961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731300658634 2024-11-11T04:51:00,490 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77cc64febd464f9c993db888b72a41e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731300658634 2024-11-11T04:51:00,490 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e271f9417cf45be837a6b9aabfe0a96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659331 2024-11-11T04:51:00,490 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea511d95fcf5440197c05f8e4fe7d4b7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659324 2024-11-11T04:51:00,502 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:00,503 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:00,503 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/dea1c3824e384a928c31270462892828 is 50, key is test_row_0/A:col10/1731300659973/Put/seqid=0 2024-11-11T04:51:00,504 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/8a4070e2850c4609a42deac9aa2a27a1 is 50, key is test_row_0/B:col10/1731300659973/Put/seqid=0 2024-11-11T04:51:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741888_1064 (size=12731) 2024-11-11T04:51:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741889_1065 (size=12731) 2024-11-11T04:51:00,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T04:51:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,623 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:51:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/52aa2413424240f29b566698190765c9 is 50, key is test_row_0/A:col10/1731300659998/Put/seqid=0 2024-11-11T04:51:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:00,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741890_1066 (size=12301) 2024-11-11T04:51:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:51:00,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300720695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300720698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300720700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300720705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300720707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300720812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300720813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300720822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300720822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300720822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:00,932 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/8a4070e2850c4609a42deac9aa2a27a1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8a4070e2850c4609a42deac9aa2a27a1 2024-11-11T04:51:00,941 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/dea1c3824e384a928c31270462892828 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/dea1c3824e384a928c31270462892828 2024-11-11T04:51:00,953 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 8a4070e2850c4609a42deac9aa2a27a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:00,953 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:00,953 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300660487; duration=0sec 2024-11-11T04:51:00,954 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:00,954 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:00,954 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:00,955 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:00,955 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:00,956 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:00,957 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into dea1c3824e384a928c31270462892828(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:00,957 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:00,957 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300660486; duration=0sec 2024-11-11T04:51:00,958 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:00,958 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:00,960 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7532944fb40d4a598d38d9a26bb3c53b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.1 K 2024-11-11T04:51:00,961 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7532944fb40d4a598d38d9a26bb3c53b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731300657970 2024-11-11T04:51:00,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b160fe65894695a3cc2bc587610f1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731300658634 2024-11-11T04:51:00,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4323dd91729c44eca7623afcf05a7653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659331 2024-11-11T04:51:00,982 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:00,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b4cccecd75d04a0cb97eb9acccab3f54 is 50, key is test_row_0/C:col10/1731300659973/Put/seqid=0 2024-11-11T04:51:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741891_1067 (size=12731) 2024-11-11T04:51:01,008 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b4cccecd75d04a0cb97eb9acccab3f54 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b4cccecd75d04a0cb97eb9acccab3f54 2024-11-11T04:51:01,017 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into b4cccecd75d04a0cb97eb9acccab3f54(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:01,017 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:01,017 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300660487; duration=0sec 2024-11-11T04:51:01,017 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:01,018 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:01,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300721022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300721022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300721032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300721032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300721032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/52aa2413424240f29b566698190765c9 2024-11-11T04:51:01,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/0d9789e59c1f4cfaa3103aaee835fc68 is 50, key is test_row_0/B:col10/1731300659998/Put/seqid=0 2024-11-11T04:51:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741892_1068 (size=12301) 2024-11-11T04:51:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300721332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300721332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300721342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300721342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300721342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,503 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/0d9789e59c1f4cfaa3103aaee835fc68 2024-11-11T04:51:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/2b00f02971c84dfe95ef337ed7ce0bc5 is 50, key is test_row_0/C:col10/1731300659998/Put/seqid=0 2024-11-11T04:51:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741893_1069 (size=12301) 2024-11-11T04:51:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:51:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300721842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300721842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300721852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300721852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300721862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:01,922 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/2b00f02971c84dfe95ef337ed7ce0bc5 2024-11-11T04:51:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/52aa2413424240f29b566698190765c9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9 2024-11-11T04:51:01,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9, entries=150, sequenceid=272, filesize=12.0 K 2024-11-11T04:51:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/0d9789e59c1f4cfaa3103aaee835fc68 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68 2024-11-11T04:51:01,944 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68, entries=150, sequenceid=272, filesize=12.0 K 2024-11-11T04:51:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/2b00f02971c84dfe95ef337ed7ce0bc5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5 2024-11-11T04:51:01,958 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5, entries=150, sequenceid=272, filesize=12.0 K 2024-11-11T04:51:01,960 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9320a2a8828ed044686de0df92593655 in 1337ms, sequenceid=272, compaction requested=false 2024-11-11T04:51:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-11T04:51:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-11T04:51:01,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T04:51:01,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec 2024-11-11T04:51:01,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.4360 sec 2024-11-11T04:51:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:02,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T04:51:02,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c93ce0b7a36e429fb18b1794a857ec5b is 50, key is test_row_0/A:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741894_1070 (size=14741) 2024-11-11T04:51:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300722882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:02,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300722889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300722889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:02,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:02,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300722889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300722891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:02,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300723002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300723002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300723003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300723003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300723003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300723212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300723212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300723212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300723213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300723213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c93ce0b7a36e429fb18b1794a857ec5b 2024-11-11T04:51:03,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/8f07875fc1d44b029c969f60da6687d0 is 50, key is test_row_0/B:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741895_1071 (size=12301) 2024-11-11T04:51:03,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/8f07875fc1d44b029c969f60da6687d0 2024-11-11T04:51:03,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b206fec78a924a97a0b87b7013493ef8 is 50, key is test_row_0/C:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741896_1072 (size=12301) 2024-11-11T04:51:03,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300723522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300723522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300723532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300723532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300723532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:03,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T04:51:03,702 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:03,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-11T04:51:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T04:51:03,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:03,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:03,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:03,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b206fec78a924a97a0b87b7013493ef8 2024-11-11T04:51:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c93ce0b7a36e429fb18b1794a857ec5b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b 2024-11-11T04:51:03,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b, entries=200, sequenceid=294, filesize=14.4 K 2024-11-11T04:51:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/8f07875fc1d44b029c969f60da6687d0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0 2024-11-11T04:51:03,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T04:51:03,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b206fec78a924a97a0b87b7013493ef8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8 2024-11-11T04:51:03,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T04:51:03,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9320a2a8828ed044686de0df92593655 in 895ms, sequenceid=294, compaction requested=true 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:03,751 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:03,751 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:03,752 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:03,752 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:03,752 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:03,753 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/dea1c3824e384a928c31270462892828, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=38.8 K 2024-11-11T04:51:03,753 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:03,753 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:03,753 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:03,753 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8a4070e2850c4609a42deac9aa2a27a1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.5 K 2024-11-11T04:51:03,754 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea1c3824e384a928c31270462892828, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659331 2024-11-11T04:51:03,754 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a4070e2850c4609a42deac9aa2a27a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659331 2024-11-11T04:51:03,754 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d9789e59c1f4cfaa3103aaee835fc68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731300659987 2024-11-11T04:51:03,755 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52aa2413424240f29b566698190765c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731300659987 2024-11-11T04:51:03,755 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f07875fc1d44b029c969f60da6687d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:03,755 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c93ce0b7a36e429fb18b1794a857ec5b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:03,766 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:03,766 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/e2bea6421106454e997342d4759c55e9 is 50, key is test_row_0/A:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:03,778 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:03,778 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/ee156ba3e3994165a2b973bba9387324 is 50, key is test_row_0/B:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741898_1074 (size=12983) 2024-11-11T04:51:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741897_1073 (size=12983) 2024-11-11T04:51:03,809 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/ee156ba3e3994165a2b973bba9387324 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ee156ba3e3994165a2b973bba9387324 2024-11-11T04:51:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T04:51:03,816 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into ee156ba3e3994165a2b973bba9387324(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:03,816 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:03,816 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300663751; duration=0sec 2024-11-11T04:51:03,817 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:03,817 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:03,817 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:03,819 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:03,820 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:03,820 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:03,820 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b4cccecd75d04a0cb97eb9acccab3f54, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.5 K 2024-11-11T04:51:03,820 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b4cccecd75d04a0cb97eb9acccab3f54, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731300659331 2024-11-11T04:51:03,821 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b00f02971c84dfe95ef337ed7ce0bc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731300659987 2024-11-11T04:51:03,821 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b206fec78a924a97a0b87b7013493ef8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:03,830 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:03,830 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/d51672ec5c884821a95fd33f41fd09a9 is 50, key is test_row_0/C:col10/1731300662853/Put/seqid=0 2024-11-11T04:51:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741899_1075 (size=12983) 2024-11-11T04:51:03,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T04:51:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:03,861 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:51:03,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/046dba592f504c63813bc87d148aa4cc is 50, key is test_row_0/A:col10/1731300662878/Put/seqid=0 2024-11-11T04:51:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741900_1076 (size=12301) 2024-11-11T04:51:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T04:51:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,206 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/e2bea6421106454e997342d4759c55e9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/e2bea6421106454e997342d4759c55e9 2024-11-11T04:51:04,214 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into e2bea6421106454e997342d4759c55e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:04,214 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,214 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300663751; duration=0sec 2024-11-11T04:51:04,214 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,214 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:04,250 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/d51672ec5c884821a95fd33f41fd09a9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/d51672ec5c884821a95fd33f41fd09a9 2024-11-11T04:51:04,257 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into d51672ec5c884821a95fd33f41fd09a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:04,257 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,257 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300663751; duration=0sec 2024-11-11T04:51:04,258 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,258 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:04,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/046dba592f504c63813bc87d148aa4cc 2024-11-11T04:51:04,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a5e8a905f504c61bff0121544432a56 is 50, key is test_row_0/B:col10/1731300662878/Put/seqid=0 2024-11-11T04:51:04,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741901_1077 (size=12301) 2024-11-11T04:51:04,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a5e8a905f504c61bff0121544432a56 2024-11-11T04:51:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0155c415cc4f411bb9e383db1947b811 is 50, key is test_row_0/C:col10/1731300662878/Put/seqid=0 2024-11-11T04:51:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T04:51:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741902_1078 (size=12301) 2024-11-11T04:51:04,348 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0155c415cc4f411bb9e383db1947b811 2024-11-11T04:51:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/046dba592f504c63813bc87d148aa4cc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc 2024-11-11T04:51:04,365 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T04:51:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a5e8a905f504c61bff0121544432a56 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56 2024-11-11T04:51:04,372 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T04:51:04,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0155c415cc4f411bb9e383db1947b811 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811 2024-11-11T04:51:04,383 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T04:51:04,385 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9320a2a8828ed044686de0df92593655 in 525ms, sequenceid=312, compaction requested=false 2024-11-11T04:51:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-11T04:51:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-11T04:51:04,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T04:51:04,392 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:04,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 681 msec 2024-11-11T04:51:04,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T04:51:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:04,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 690 msec 2024-11-11T04:51:04,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/cb611f5eb4614f7bb2f4b4930571a4c9 is 50, key is test_row_0/A:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741903_1079 (size=12301) 2024-11-11T04:51:04,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/cb611f5eb4614f7bb2f4b4930571a4c9 2024-11-11T04:51:04,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/511d3ee14e414e4fa686903ab9c73055 is 50, key is test_row_0/B:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741904_1080 (size=12301) 2024-11-11T04:51:04,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/511d3ee14e414e4fa686903ab9c73055 2024-11-11T04:51:04,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0ef81cc07b054e8a9433ac0ee2cf7c23 is 50, key is test_row_0/C:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741905_1081 (size=12301) 2024-11-11T04:51:04,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0ef81cc07b054e8a9433ac0ee2cf7c23 2024-11-11T04:51:04,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/cb611f5eb4614f7bb2f4b4930571a4c9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9 2024-11-11T04:51:04,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9, entries=150, sequenceid=336, filesize=12.0 K 2024-11-11T04:51:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/511d3ee14e414e4fa686903ab9c73055 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055 2024-11-11T04:51:04,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055, entries=150, sequenceid=336, filesize=12.0 K 2024-11-11T04:51:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/0ef81cc07b054e8a9433ac0ee2cf7c23 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23 2024-11-11T04:51:04,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23, entries=150, sequenceid=336, filesize=12.0 K 2024-11-11T04:51:04,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9320a2a8828ed044686de0df92593655 in 117ms, sequenceid=336, compaction requested=true 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:04,510 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:04,510 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:04,511 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:04,511 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:04,511 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:04,511 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:04,511 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:04,511 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:04,511 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ee156ba3e3994165a2b973bba9387324, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.7 K 2024-11-11T04:51:04,511 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/e2bea6421106454e997342d4759c55e9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.7 K 2024-11-11T04:51:04,512 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2bea6421106454e997342d4759c55e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:04,512 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ee156ba3e3994165a2b973bba9387324, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:04,513 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046dba592f504c63813bc87d148aa4cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731300662878 2024-11-11T04:51:04,513 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a5e8a905f504c61bff0121544432a56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731300662878 2024-11-11T04:51:04,513 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb611f5eb4614f7bb2f4b4930571a4c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:04,513 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 511d3ee14e414e4fa686903ab9c73055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:04,525 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:04,525 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/fe91b71d3f2b4d86b19f452af1796fd3 is 50, key is test_row_0/A:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:04,527 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:04,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T04:51:04,532 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:04,532 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/cd5809ab20fd45faba36536546115188 is 50, key is test_row_0/B:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c43d725cac524737b18f8ddbf1a91878 is 50, key is test_row_0/A:col10/1731300664411/Put/seqid=0 2024-11-11T04:51:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741906_1082 (size=13085) 2024-11-11T04:51:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741908_1084 (size=17181) 2024-11-11T04:51:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741907_1083 (size=13085) 2024-11-11T04:51:04,570 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/fe91b71d3f2b4d86b19f452af1796fd3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/fe91b71d3f2b4d86b19f452af1796fd3 2024-11-11T04:51:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,578 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/cd5809ab20fd45faba36536546115188 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cd5809ab20fd45faba36536546115188 2024-11-11T04:51:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,581 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into fe91b71d3f2b4d86b19f452af1796fd3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:04,581 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,581 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300664510; duration=0sec 2024-11-11T04:51:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,582 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,582 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:04,582 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:04,583 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:04,583 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:04,584 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:04,584 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/d51672ec5c884821a95fd33f41fd09a9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.7 K 2024-11-11T04:51:04,586 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51672ec5c884821a95fd33f41fd09a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731300660658 2024-11-11T04:51:04,586 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0155c415cc4f411bb9e383db1947b811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731300662878 2024-11-11T04:51:04,587 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into cd5809ab20fd45faba36536546115188(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:04,587 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,587 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300664510; duration=0sec 2024-11-11T04:51:04,587 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,587 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:04,587 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ef81cc07b054e8a9433ac0ee2cf7c23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:04,598 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:04,599 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/193b46bc89a74b249986d011465056b9 is 50, key is test_row_0/C:col10/1731300664058/Put/seqid=0 2024-11-11T04:51:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741909_1085 (size=13085) 2024-11-11T04:51:04,626 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/193b46bc89a74b249986d011465056b9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/193b46bc89a74b249986d011465056b9 2024-11-11T04:51:04,636 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into 193b46bc89a74b249986d011465056b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:04,636 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:04,636 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300664510; duration=0sec 2024-11-11T04:51:04,636 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:04,636 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T04:51:04,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:04,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-11T04:51:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:51:04,848 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:04,849 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:04,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300724893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300724893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300724893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300724903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300724903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:51:04,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c43d725cac524737b18f8ddbf1a91878 2024-11-11T04:51:04,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/73c767e6b29e47ccba60f1f71f605485 is 50, key is test_row_0/B:col10/1731300664411/Put/seqid=0 2024-11-11T04:51:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741910_1086 (size=12301) 2024-11-11T04:51:04,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/73c767e6b29e47ccba60f1f71f605485 2024-11-11T04:51:05,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T04:51:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:05,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:05,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:05,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/ae5f73161d81408ca152dc1125849b74 is 50, key is test_row_0/C:col10/1731300664411/Put/seqid=0 2024-11-11T04:51:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741911_1087 (size=12301) 2024-11-11T04:51:05,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/ae5f73161d81408ca152dc1125849b74 2024-11-11T04:51:05,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/c43d725cac524737b18f8ddbf1a91878 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878 2024-11-11T04:51:05,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878, entries=250, sequenceid=352, filesize=16.8 K 2024-11-11T04:51:05,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/73c767e6b29e47ccba60f1f71f605485 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485 2024-11-11T04:51:05,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485, entries=150, sequenceid=352, filesize=12.0 K 2024-11-11T04:51:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/ae5f73161d81408ca152dc1125849b74 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74 2024-11-11T04:51:05,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74, entries=150, sequenceid=352, filesize=12.0 K 2024-11-11T04:51:05,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9320a2a8828ed044686de0df92593655 in 565ms, sequenceid=352, compaction requested=false 2024-11-11T04:51:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:05,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T04:51:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:05,160 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T04:51:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:51:05,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8ac8051504154896969744f6a2307bf8 is 50, key is test_row_0/A:col10/1731300664571/Put/seqid=0 2024-11-11T04:51:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741912_1088 (size=12301) 2024-11-11T04:51:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:05,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300725226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300725228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300725229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300725231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300725232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300725341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300725342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300725342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300725342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300725342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:51:05,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300725552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300725552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300725553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300725553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300725553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,576 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8ac8051504154896969744f6a2307bf8 2024-11-11T04:51:05,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b3cfe73b00fd46df897fa984b59269b5 is 50, key is test_row_0/B:col10/1731300664571/Put/seqid=0 2024-11-11T04:51:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741913_1089 (size=12301) 2024-11-11T04:51:05,606 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b3cfe73b00fd46df897fa984b59269b5 2024-11-11T04:51:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/14e6ea43c09e443b9e6718221c221508 is 50, key is test_row_0/C:col10/1731300664571/Put/seqid=0 2024-11-11T04:51:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741914_1090 (size=12301) 2024-11-11T04:51:05,636 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/14e6ea43c09e443b9e6718221c221508 2024-11-11T04:51:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8ac8051504154896969744f6a2307bf8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8 2024-11-11T04:51:05,656 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T04:51:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b3cfe73b00fd46df897fa984b59269b5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5 2024-11-11T04:51:05,668 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T04:51:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/14e6ea43c09e443b9e6718221c221508 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508 2024-11-11T04:51:05,695 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T04:51:05,696 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9320a2a8828ed044686de0df92593655 in 536ms, sequenceid=375, compaction requested=true 2024-11-11T04:51:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-11T04:51:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-11T04:51:05,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T04:51:05,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 848 msec 2024-11-11T04:51:05,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 859 msec 2024-11-11T04:51:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:51:05,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/50abe8b6edd84918be348dc8b94140ad is 50, key is test_row_0/A:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300725887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300725889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300725893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300725894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300725896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741915_1091 (size=17181) 2024-11-11T04:51:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:51:05,983 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:05,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-11T04:51:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:05,986 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:05,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:05,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:06,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300726012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300726012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300726012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300726012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300726012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:06,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:06,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300726222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300726222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300726222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300726232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300726232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:06,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/50abe8b6edd84918be348dc8b94140ad 2024-11-11T04:51:06,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/670f841f4bc647fd91df4a8864cf8103 is 50, key is test_row_0/B:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741916_1092 (size=12301) 2024-11-11T04:51:06,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/670f841f4bc647fd91df4a8864cf8103 2024-11-11T04:51:06,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4f711f86a19c488ba6620616849ca293 is 50, key is test_row_0/C:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741917_1093 (size=12301) 2024-11-11T04:51:06,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300726532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300726532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300726532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300726542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300726542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:06,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:06,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:06,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4f711f86a19c488ba6620616849ca293 2024-11-11T04:51:06,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/50abe8b6edd84918be348dc8b94140ad as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad 2024-11-11T04:51:06,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad, entries=250, sequenceid=393, filesize=16.8 K 2024-11-11T04:51:06,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/670f841f4bc647fd91df4a8864cf8103 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103 2024-11-11T04:51:06,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T04:51:06,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/4f711f86a19c488ba6620616849ca293 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293 2024-11-11T04:51:06,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T04:51:06,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9320a2a8828ed044686de0df92593655 in 936ms, sequenceid=393, compaction requested=true 2024-11-11T04:51:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:06,803 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:06,804 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:06,806 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:06,806 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:06,806 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:06,806 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,806 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:06,806 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,806 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/fe91b71d3f2b4d86b19f452af1796fd3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=58.3 K 2024-11-11T04:51:06,806 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cd5809ab20fd45faba36536546115188, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=48.8 K 2024-11-11T04:51:06,807 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cd5809ab20fd45faba36536546115188, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:06,808 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe91b71d3f2b4d86b19f452af1796fd3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:06,808 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c767e6b29e47ccba60f1f71f605485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731300664411 2024-11-11T04:51:06,808 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43d725cac524737b18f8ddbf1a91878, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731300664393 2024-11-11T04:51:06,808 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b3cfe73b00fd46df897fa984b59269b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731300664561 2024-11-11T04:51:06,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ac8051504154896969744f6a2307bf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731300664561 2024-11-11T04:51:06,809 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 670f841f4bc647fd91df4a8864cf8103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:06,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50abe8b6edd84918be348dc8b94140ad, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:06,827 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:06,828 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/05749e431b1548c181846ba0d12259cf is 50, key is test_row_0/B:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:06,829 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#82 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:06,830 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/ab18ee04bcf6418d800dc11b1fd9d265 is 50, key is test_row_0/A:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741918_1094 (size=13221) 2024-11-11T04:51:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741919_1095 (size=13221) 2024-11-11T04:51:06,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T04:51:06,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:06,915 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:51:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4303b197fc594b609dc3861a52bab790 is 50, key is test_row_0/A:col10/1731300665892/Put/seqid=0 2024-11-11T04:51:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741920_1096 (size=12301) 2024-11-11T04:51:06,927 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4303b197fc594b609dc3861a52bab790 2024-11-11T04:51:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4d3ddeed8cd9408db64539fe2024c840 is 50, key is test_row_0/B:col10/1731300665892/Put/seqid=0 2024-11-11T04:51:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741921_1097 (size=12301) 2024-11-11T04:51:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:07,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300727060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300727062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300727063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300727067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300727068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300727172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300727172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300727172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300727183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300727183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,247 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/05749e431b1548c181846ba0d12259cf as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/05749e431b1548c181846ba0d12259cf 2024-11-11T04:51:07,255 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 05749e431b1548c181846ba0d12259cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:07,255 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:07,255 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=12, startTime=1731300666803; duration=0sec 2024-11-11T04:51:07,255 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:07,255 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:07,256 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:07,256 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/ab18ee04bcf6418d800dc11b1fd9d265 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ab18ee04bcf6418d800dc11b1fd9d265 2024-11-11T04:51:07,258 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:07,258 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:07,258 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:07,258 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/193b46bc89a74b249986d011465056b9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=48.8 K 2024-11-11T04:51:07,259 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 193b46bc89a74b249986d011465056b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731300664058 2024-11-11T04:51:07,261 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5f73161d81408ca152dc1125849b74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731300664411 2024-11-11T04:51:07,261 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 14e6ea43c09e443b9e6718221c221508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731300664561 2024-11-11T04:51:07,264 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into ab18ee04bcf6418d800dc11b1fd9d265(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:07,264 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:07,264 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=12, startTime=1731300666803; duration=0sec 2024-11-11T04:51:07,264 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:07,264 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:07,263 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f711f86a19c488ba6620616849ca293, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:07,280 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#85 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:07,284 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b2cd554bb8b648f193aa2e8c6b5ddfc8 is 50, key is test_row_0/C:col10/1731300665229/Put/seqid=0 2024-11-11T04:51:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741922_1098 (size=13221) 2024-11-11T04:51:07,311 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/b2cd554bb8b648f193aa2e8c6b5ddfc8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b2cd554bb8b648f193aa2e8c6b5ddfc8 2024-11-11T04:51:07,319 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into b2cd554bb8b648f193aa2e8c6b5ddfc8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:07,319 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:07,319 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=12, startTime=1731300666805; duration=0sec 2024-11-11T04:51:07,320 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:07,320 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:07,343 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4d3ddeed8cd9408db64539fe2024c840 2024-11-11T04:51:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/6ce847c019a548a68b6ac720814d8111 is 50, key is test_row_0/C:col10/1731300665892/Put/seqid=0 2024-11-11T04:51:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741923_1099 (size=12301) 2024-11-11T04:51:07,375 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/6ce847c019a548a68b6ac720814d8111 2024-11-11T04:51:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4303b197fc594b609dc3861a52bab790 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790 2024-11-11T04:51:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300727392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300727392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300727392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T04:51:07,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4d3ddeed8cd9408db64539fe2024c840 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840 2024-11-11T04:51:07,413 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T04:51:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/6ce847c019a548a68b6ac720814d8111 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111 2024-11-11T04:51:07,425 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T04:51:07,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9320a2a8828ed044686de0df92593655 in 513ms, sequenceid=411, compaction requested=false 2024-11-11T04:51:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-11T04:51:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-11T04:51:07,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-11T04:51:07,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-11T04:51:07,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4550 sec 2024-11-11T04:51:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:07,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:07,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T04:51:07,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/89a471189620435598a660f1b86269c9 is 50, key is test_row_0/A:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300727722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300727724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300727724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741924_1100 (size=17181) 2024-11-11T04:51:07,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300727831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300727831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300727842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300727842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300727842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300728042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300728042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300728051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300728052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300728052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T04:51:08,132 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:08,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-11T04:51:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T04:51:08,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/89a471189620435598a660f1b86269c9 2024-11-11T04:51:08,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:08,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:08,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:08,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/15c5352fbaa54150b7b25710601f608e is 50, key is test_row_0/B:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741925_1101 (size=12301) 2024-11-11T04:51:08,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/15c5352fbaa54150b7b25710601f608e 2024-11-11T04:51:08,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/a55cb8310c794ad5998b4ee5fefc0f35 is 50, key is test_row_0/C:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741926_1102 (size=12301) 2024-11-11T04:51:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T04:51:08,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T04:51:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300728351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300728351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300728362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300728362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300728362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T04:51:08,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:08,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T04:51:08,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/a55cb8310c794ad5998b4ee5fefc0f35 2024-11-11T04:51:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/89a471189620435598a660f1b86269c9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9 2024-11-11T04:51:08,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9, entries=250, sequenceid=434, filesize=16.8 K 2024-11-11T04:51:08,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/15c5352fbaa54150b7b25710601f608e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e 2024-11-11T04:51:08,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e, entries=150, sequenceid=434, filesize=12.0 K 2024-11-11T04:51:08,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/a55cb8310c794ad5998b4ee5fefc0f35 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35 2024-11-11T04:51:08,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T04:51:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35, entries=150, sequenceid=434, filesize=12.0 K 2024-11-11T04:51:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:08,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 9320a2a8828ed044686de0df92593655 in 895ms, sequenceid=434, compaction requested=true 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:08,601 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T04:51:08,601 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:08,604 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:08,604 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:08,604 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:08,604 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:08,604 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,604 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,604 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/05749e431b1548c181846ba0d12259cf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.9 K 2024-11-11T04:51:08,604 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ab18ee04bcf6418d800dc11b1fd9d265, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=41.7 K 2024-11-11T04:51:08,605 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05749e431b1548c181846ba0d12259cf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:08,605 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ab18ee04bcf6418d800dc11b1fd9d265, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:08,606 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d3ddeed8cd9408db64539fe2024c840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731300665886 2024-11-11T04:51:08,608 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4303b197fc594b609dc3861a52bab790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731300665886 2024-11-11T04:51:08,608 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15c5352fbaa54150b7b25710601f608e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667063 2024-11-11T04:51:08,609 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a471189620435598a660f1b86269c9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667060 2024-11-11T04:51:08,625 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:08,626 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/0abf9b2999ae4173984f54426f2ef0ad is 50, key is test_row_0/B:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:08,639 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:08,639 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d8fefdfd0696453b8108784603ea06ea is 50, key is test_row_0/A:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741927_1103 (size=13323) 2024-11-11T04:51:08,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741928_1104 (size=13323) 2024-11-11T04:51:08,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T04:51:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:08,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:51:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b is 50, key is test_row_0/A:col10/1731300667723/Put/seqid=0 2024-11-11T04:51:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T04:51:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741929_1105 (size=12301) 2024-11-11T04:51:08,772 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b 2024-11-11T04:51:08,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/ff583fc2cf754a40a307bc59e76e8dda is 50, key is test_row_0/B:col10/1731300667723/Put/seqid=0 2024-11-11T04:51:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741930_1106 (size=12301) 2024-11-11T04:51:08,803 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/ff583fc2cf754a40a307bc59e76e8dda 2024-11-11T04:51:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/cbd2f123dc824d54abd326459332b649 is 50, key is test_row_0/C:col10/1731300667723/Put/seqid=0 2024-11-11T04:51:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741931_1107 (size=12301) 2024-11-11T04:51:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:08,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300728884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300728888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300728889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300728891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300728891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300729002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,054 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/0abf9b2999ae4173984f54426f2ef0ad as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0abf9b2999ae4173984f54426f2ef0ad 2024-11-11T04:51:09,056 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d8fefdfd0696453b8108784603ea06ea as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d8fefdfd0696453b8108784603ea06ea 2024-11-11T04:51:09,063 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 0abf9b2999ae4173984f54426f2ef0ad(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:09,063 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:09,063 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=13, startTime=1731300668601; duration=0sec 2024-11-11T04:51:09,063 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:09,063 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:09,063 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:09,082 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:09,082 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:09,082 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:09,082 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b2cd554bb8b648f193aa2e8c6b5ddfc8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=36.9 K 2024-11-11T04:51:09,083 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2cd554bb8b648f193aa2e8c6b5ddfc8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731300665226 2024-11-11T04:51:09,083 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ce847c019a548a68b6ac720814d8111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731300665886 2024-11-11T04:51:09,083 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into d8fefdfd0696453b8108784603ea06ea(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:09,083 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:09,083 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=13, startTime=1731300668601; duration=0sec 2024-11-11T04:51:09,084 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:09,084 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:09,084 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting a55cb8310c794ad5998b4ee5fefc0f35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667063 2024-11-11T04:51:09,092 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:09,093 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f2ab20a31e6345f59a36a035c1544236 is 50, key is test_row_0/C:col10/1731300667704/Put/seqid=0 2024-11-11T04:51:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741932_1108 (size=13323) 2024-11-11T04:51:09,105 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f2ab20a31e6345f59a36a035c1544236 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f2ab20a31e6345f59a36a035c1544236 2024-11-11T04:51:09,111 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into f2ab20a31e6345f59a36a035c1544236(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:09,111 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:09,111 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=13, startTime=1731300668601; duration=0sec 2024-11-11T04:51:09,111 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:09,111 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300729212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300729212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300729212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300729213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300729213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/cbd2f123dc824d54abd326459332b649 2024-11-11T04:51:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b 2024-11-11T04:51:09,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T04:51:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/ff583fc2cf754a40a307bc59e76e8dda as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda 2024-11-11T04:51:09,251 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T04:51:09,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/cbd2f123dc824d54abd326459332b649 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649 2024-11-11T04:51:09,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T04:51:09,259 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9320a2a8828ed044686de0df92593655 in 507ms, sequenceid=451, compaction requested=false 2024-11-11T04:51:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-11T04:51:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-11T04:51:09,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T04:51:09,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-11-11T04:51:09,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.1320 sec 2024-11-11T04:51:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T04:51:09,282 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:09,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-11T04:51:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:51:09,285 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:09,285 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:09,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:51:09,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T04:51:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:09,439 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T04:51:09,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/5b93cc6613ab4fc0956eac64da8b0676 is 50, key is test_row_0/A:col10/1731300668888/Put/seqid=0 2024-11-11T04:51:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741933_1109 (size=12301) 2024-11-11T04:51:09,449 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/5b93cc6613ab4fc0956eac64da8b0676 2024-11-11T04:51:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a2cfc2285e146c89583fbb6a87a73e7 is 50, key is test_row_0/B:col10/1731300668888/Put/seqid=0 2024-11-11T04:51:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741934_1110 (size=12301) 2024-11-11T04:51:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:09,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300729533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300729534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300729536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300729538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300729538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:51:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300729642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300729642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300729651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300729652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300729652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300729851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300729852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300729862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300729862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300729862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:09,865 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a2cfc2285e146c89583fbb6a87a73e7 2024-11-11T04:51:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/69dede7b0ec34275b6e80ad0f8073cb9 is 50, key is test_row_0/C:col10/1731300668888/Put/seqid=0 2024-11-11T04:51:09,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741935_1111 (size=12301) 2024-11-11T04:51:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:51:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300730162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300730162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300730172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300730172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300730172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/69dede7b0ec34275b6e80ad0f8073cb9 2024-11-11T04:51:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/5b93cc6613ab4fc0956eac64da8b0676 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676 2024-11-11T04:51:10,301 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676, entries=150, sequenceid=474, filesize=12.0 K 2024-11-11T04:51:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/3a2cfc2285e146c89583fbb6a87a73e7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7 2024-11-11T04:51:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7, entries=150, sequenceid=474, filesize=12.0 K 2024-11-11T04:51:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/69dede7b0ec34275b6e80ad0f8073cb9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9 2024-11-11T04:51:10,317 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9, entries=150, sequenceid=474, filesize=12.0 K 2024-11-11T04:51:10,318 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9320a2a8828ed044686de0df92593655 in 879ms, sequenceid=474, compaction requested=true 2024-11-11T04:51:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T04:51:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T04:51:10,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T04:51:10,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-11T04:51:10,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0400 sec 2024-11-11T04:51:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:51:10,423 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:10,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-11T04:51:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T04:51:10,427 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:10,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:10,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T04:51:10,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T04:51:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T04:51:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d38c1b21920b48ec9e21c020f4ef1e81 is 50, key is test_row_0/A:col10/1731300669531/Put/seqid=0 2024-11-11T04:51:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741936_1112 (size=12301) 2024-11-11T04:51:10,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d38c1b21920b48ec9e21c020f4ef1e81 2024-11-11T04:51:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4a4b6c29ac524fecb5fe4e5b7057782b is 50, key is test_row_0/B:col10/1731300669531/Put/seqid=0 2024-11-11T04:51:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741937_1113 (size=12301) 2024-11-11T04:51:10,611 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4a4b6c29ac524fecb5fe4e5b7057782b 2024-11-11T04:51:10,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f8d0868079fd48e5bfbc8e046f472fd6 is 50, key is test_row_0/C:col10/1731300669531/Put/seqid=0 2024-11-11T04:51:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741938_1114 (size=12301) 2024-11-11T04:51:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:10,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300730696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300730696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300730697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300730699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300730701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T04:51:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300730812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300731022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300731022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300731022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300731022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300731022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f8d0868079fd48e5bfbc8e046f472fd6 2024-11-11T04:51:11,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/d38c1b21920b48ec9e21c020f4ef1e81 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81 2024-11-11T04:51:11,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81, entries=150, sequenceid=490, filesize=12.0 K 2024-11-11T04:51:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/4a4b6c29ac524fecb5fe4e5b7057782b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b 2024-11-11T04:51:11,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b, entries=150, sequenceid=490, filesize=12.0 K 2024-11-11T04:51:11,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/f8d0868079fd48e5bfbc8e046f472fd6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6 2024-11-11T04:51:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T04:51:11,056 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6, entries=150, sequenceid=490, filesize=12.0 K 2024-11-11T04:51:11,057 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9320a2a8828ed044686de0df92593655 in 475ms, sequenceid=490, compaction requested=true 2024-11-11T04:51:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T04:51:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T04:51:11,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-11T04:51:11,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 631 msec 2024-11-11T04:51:11,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 640 msec 2024-11-11T04:51:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:11,338 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:11,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T04:51:11,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8e3b45dd0ec54258bfe894f1f0386605 is 50, key is test_row_0/A:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741939_1115 (size=14741) 2024-11-11T04:51:11,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300731347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300731353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300731354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300731355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300731356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300731462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300731462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300731462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300731462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300731462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T04:51:11,562 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:11,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-11T04:51:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:11,565 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:11,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:11,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:11,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:11,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:11,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8e3b45dd0ec54258bfe894f1f0386605 2024-11-11T04:51:11,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b0f1311e31284563ad39773002da94a6 is 50, key is test_row_0/B:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741940_1116 (size=12301) 2024-11-11T04:51:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:11,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300731982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300731982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300731982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300731992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300731992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b0f1311e31284563ad39773002da94a6 2024-11-11T04:51:12,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7bc4a066803948a098eb6a2f1ecd7bf4 is 50, key is test_row_0/C:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:12,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741941_1117 (size=12301) 2024-11-11T04:51:12,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49096 deadline: 1731300732491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731300732491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:12,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1731300732502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49104 deadline: 1731300732502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49114 deadline: 1731300732502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:12,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7bc4a066803948a098eb6a2f1ecd7bf4 2024-11-11T04:51:12,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8e3b45dd0ec54258bfe894f1f0386605 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605 2024-11-11T04:51:12,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605, entries=200, sequenceid=514, filesize=14.4 K 2024-11-11T04:51:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/b0f1311e31284563ad39773002da94a6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6 2024-11-11T04:51:12,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6, entries=150, sequenceid=514, filesize=12.0 K 2024-11-11T04:51:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/7bc4a066803948a098eb6a2f1ecd7bf4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4 2024-11-11T04:51:12,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4, entries=150, sequenceid=514, filesize=12.0 K 2024-11-11T04:51:12,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9320a2a8828ed044686de0df92593655 in 1278ms, sequenceid=514, compaction requested=true 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:12,617 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9320a2a8828ed044686de0df92593655:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:12,617 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T04:51:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:12,619 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64967 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T04:51:12,619 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/A is initiating minor compaction (all files) 2024-11-11T04:51:12,619 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/A in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,619 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T04:51:12,619 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/B is initiating minor compaction (all files) 2024-11-11T04:51:12,619 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d8fefdfd0696453b8108784603ea06ea, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=63.4 K 2024-11-11T04:51:12,619 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/B in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,619 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0abf9b2999ae4173984f54426f2ef0ad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=61.1 K 2024-11-11T04:51:12,620 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8fefdfd0696453b8108784603ea06ea, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667063 2024-11-11T04:51:12,620 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0abf9b2999ae4173984f54426f2ef0ad, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667063 2024-11-11T04:51:12,620 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d625ff5d2b7b4d03b6cfd0f4aed56a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731300667720 2024-11-11T04:51:12,620 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ff583fc2cf754a40a307bc59e76e8dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731300667720 2024-11-11T04:51:12,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b93cc6613ab4fc0956eac64da8b0676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731300668879 2024-11-11T04:51:12,621 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2cfc2285e146c89583fbb6a87a73e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731300668879 2024-11-11T04:51:12,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d38c1b21920b48ec9e21c020f4ef1e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731300669531 2024-11-11T04:51:12,621 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4b6c29ac524fecb5fe4e5b7057782b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731300669531 2024-11-11T04:51:12,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3b45dd0ec54258bfe894f1f0386605, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731300670699 2024-11-11T04:51:12,622 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b0f1311e31284563ad39773002da94a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731300670699 2024-11-11T04:51:12,633 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:12,633 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/36de50c7f3d74bc0b319a6e07f123536 is 50, key is test_row_0/B:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:12,634 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#A#compaction#106 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:12,635 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/3c15158238ee4926be3700f57cdf1276 is 50, key is test_row_0/A:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:12,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T04:51:12,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:51:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741943_1119 (size=13493) 2024-11-11T04:51:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741942_1118 (size=13493) 2024-11-11T04:51:12,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8094370e7a2049d99442cd0e1802388c is 50, key is test_row_0/A:col10/1731300671354/Put/seqid=0 2024-11-11T04:51:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741944_1120 (size=12301) 2024-11-11T04:51:12,655 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/36de50c7f3d74bc0b319a6e07f123536 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/36de50c7f3d74bc0b319a6e07f123536 2024-11-11T04:51:12,660 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9320a2a8828ed044686de0df92593655/B of 9320a2a8828ed044686de0df92593655 into 36de50c7f3d74bc0b319a6e07f123536(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:12,661 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:12,661 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/B, priority=11, startTime=1731300672617; duration=0sec 2024-11-11T04:51:12,661 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:12,661 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:B 2024-11-11T04:51:12,661 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T04:51:12,663 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T04:51:12,663 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 9320a2a8828ed044686de0df92593655/C is initiating minor compaction (all files) 2024-11-11T04:51:12,663 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9320a2a8828ed044686de0df92593655/C in TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:12,663 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f2ab20a31e6345f59a36a035c1544236, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp, totalSize=61.1 K 2024-11-11T04:51:12,664 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ab20a31e6345f59a36a035c1544236, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300667063 2024-11-11T04:51:12,664 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cbd2f123dc824d54abd326459332b649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731300667720 2024-11-11T04:51:12,664 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 69dede7b0ec34275b6e80ad0f8073cb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731300668879 2024-11-11T04:51:12,665 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d0868079fd48e5bfbc8e046f472fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731300669531 2024-11-11T04:51:12,665 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc4a066803948a098eb6a2f1ecd7bf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731300670699 2024-11-11T04:51:12,678 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9320a2a8828ed044686de0df92593655#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:12,679 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/1cb7ea443ae641a28a9ba958bed8a053 is 50, key is test_row_0/C:col10/1731300671338/Put/seqid=0 2024-11-11T04:51:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741945_1121 (size=13493) 2024-11-11T04:51:12,700 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/1cb7ea443ae641a28a9ba958bed8a053 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1cb7ea443ae641a28a9ba958bed8a053 2024-11-11T04:51:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:12,708 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9320a2a8828ed044686de0df92593655/C of 9320a2a8828ed044686de0df92593655 into 1cb7ea443ae641a28a9ba958bed8a053(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:12,708 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:12,708 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/C, priority=11, startTime=1731300672617; duration=0sec 2024-11-11T04:51:12,709 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:12,709 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:C 2024-11-11T04:51:12,954 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-11T04:51:12,954 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-11T04:51:12,954 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:12,954 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:12,956 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-11T04:51:12,956 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:12,959 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-11T04:51:12,959 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:12,960 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:12,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:12,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:12,961 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:12,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,050 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/3c15158238ee4926be3700f57cdf1276 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/3c15158238ee4926be3700f57cdf1276 2024-11-11T04:51:13,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8094370e7a2049d99442cd0e1802388c 2024-11-11T04:51:13,056 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9320a2a8828ed044686de0df92593655/A of 9320a2a8828ed044686de0df92593655 into 3c15158238ee4926be3700f57cdf1276(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:13,056 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:13,056 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., storeName=9320a2a8828ed044686de0df92593655/A, priority=11, startTime=1731300672617; duration=0sec 2024-11-11T04:51:13,056 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:13,056 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9320a2a8828ed044686de0df92593655:A 2024-11-11T04:51:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2c96c377a61b4bb2a8cb8127257d9a4f is 50, key is test_row_0/B:col10/1731300671354/Put/seqid=0 2024-11-11T04:51:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741946_1122 (size=12301) 2024-11-11T04:51:13,465 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2c96c377a61b4bb2a8cb8127257d9a4f 2024-11-11T04:51:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/23a6dfb9ead84c569960e8ebe77b2151 is 50, key is test_row_0/C:col10/1731300671354/Put/seqid=0 2024-11-11T04:51:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741947_1123 (size=12301) 2024-11-11T04:51:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:13,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. as already flushing 2024-11-11T04:51:13,504 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-11T04:51:13,504 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-11T04:51:13,504 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:13,504 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,504 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:13,504 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,504 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,504 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,513 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-11T04:51:13,513 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-11T04:51:13,513 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:13,513 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,513 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:13,513 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,513 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,513 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,523 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-11T04:51:13,523 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:13,523 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,523 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:13,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:13,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/23a6dfb9ead84c569960e8ebe77b2151 2024-11-11T04:51:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/8094370e7a2049d99442cd0e1802388c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8094370e7a2049d99442cd0e1802388c 2024-11-11T04:51:13,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8094370e7a2049d99442cd0e1802388c, entries=150, sequenceid=527, filesize=12.0 K 2024-11-11T04:51:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/2c96c377a61b4bb2a8cb8127257d9a4f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2c96c377a61b4bb2a8cb8127257d9a4f 2024-11-11T04:51:13,894 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2c96c377a61b4bb2a8cb8127257d9a4f, entries=150, sequenceid=527, filesize=12.0 K 2024-11-11T04:51:13,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/23a6dfb9ead84c569960e8ebe77b2151 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/23a6dfb9ead84c569960e8ebe77b2151 2024-11-11T04:51:13,900 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/23a6dfb9ead84c569960e8ebe77b2151, entries=150, sequenceid=527, filesize=12.0 K 2024-11-11T04:51:13,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=33.54 KB/34350 for 9320a2a8828ed044686de0df92593655 in 1259ms, sequenceid=527, compaction requested=false 2024-11-11T04:51:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9320a2a8828ed044686de0df92593655: 2024-11-11T04:51:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T04:51:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T04:51:13,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T04:51:13,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec 2024-11-11T04:51:13,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 2.3420 sec 2024-11-11T04:51:15,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:51:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T04:51:15,722 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-11T04:51:15,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3294 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3243 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1488 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4461 rows 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1469 2024-11-11T04:51:15,723 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4407 rows 2024-11-11T04:51:15,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:51:15,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:51:15,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:15,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:15,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:15,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:51:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:15,737 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300675737"}]},"ts":"1731300675737"} 2024-11-11T04:51:15,739 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:51:15,739 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:51:15,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:51:15,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, UNASSIGN}] 2024-11-11T04:51:15,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, UNASSIGN 2024-11-11T04:51:15,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9320a2a8828ed044686de0df92593655, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, UNASSIGN because future has completed 2024-11-11T04:51:15,748 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:51:15,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:15,904 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:15,904 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:51:15,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 9320a2a8828ed044686de0df92593655, disabling compactions & flushes 2024-11-11T04:51:15,905 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:15,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:15,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. after waiting 0 ms 2024-11-11T04:51:15,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:15,905 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 9320a2a8828ed044686de0df92593655 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T04:51:15,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4962733250b64f3ca5f264bcf744fb4a is 50, key is test_row_0/A:col10/1731300673522/Put/seqid=0 2024-11-11T04:51:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741948_1124 (size=12301) 2024-11-11T04:51:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:16,314 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4962733250b64f3ca5f264bcf744fb4a 2024-11-11T04:51:16,322 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/a1b074f9f72a4ba98e5749edef577106 is 50, key is test_row_0/B:col10/1731300673522/Put/seqid=0 2024-11-11T04:51:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741949_1125 (size=12301) 2024-11-11T04:51:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:16,726 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/a1b074f9f72a4ba98e5749edef577106 2024-11-11T04:51:16,734 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/5f1f5a40620e47598aff2282f2a9b395 is 50, key is test_row_0/C:col10/1731300673522/Put/seqid=0 2024-11-11T04:51:16,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741950_1126 (size=12301) 2024-11-11T04:51:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:17,139 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/5f1f5a40620e47598aff2282f2a9b395 2024-11-11T04:51:17,144 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/A/4962733250b64f3ca5f264bcf744fb4a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4962733250b64f3ca5f264bcf744fb4a 2024-11-11T04:51:17,148 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4962733250b64f3ca5f264bcf744fb4a, entries=150, sequenceid=538, filesize=12.0 K 2024-11-11T04:51:17,149 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/B/a1b074f9f72a4ba98e5749edef577106 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/a1b074f9f72a4ba98e5749edef577106 2024-11-11T04:51:17,154 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/a1b074f9f72a4ba98e5749edef577106, entries=150, sequenceid=538, filesize=12.0 K 2024-11-11T04:51:17,154 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/.tmp/C/5f1f5a40620e47598aff2282f2a9b395 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/5f1f5a40620e47598aff2282f2a9b395 2024-11-11T04:51:17,159 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/5f1f5a40620e47598aff2282f2a9b395, entries=150, sequenceid=538, filesize=12.0 K 2024-11-11T04:51:17,159 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9320a2a8828ed044686de0df92593655 in 1254ms, sequenceid=538, compaction requested=true 2024-11-11T04:51:17,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/f1c7eae8041f4cbd95611f205d2c93ab, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/55e43d0466e6498a9f3c5033957f5503, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b8f55c2729f5441a83a761ef7d28c5f6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/70592b4820684180bb3fa80b175acf59, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/dea1c3824e384a928c31270462892828, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/e2bea6421106454e997342d4759c55e9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/fe91b71d3f2b4d86b19f452af1796fd3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ab18ee04bcf6418d800dc11b1fd9d265, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d8fefdfd0696453b8108784603ea06ea, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605] to archive 2024-11-11T04:51:17,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:17,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/9488ce5108f247aaa8109779f2399d96 2024-11-11T04:51:17,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/258b8322a1f9430c979f278032a8b489 2024-11-11T04:51:17,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/f1c7eae8041f4cbd95611f205d2c93ab to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/f1c7eae8041f4cbd95611f205d2c93ab 2024-11-11T04:51:17,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4b1698cc200c4c24b7e334585bdd1957 2024-11-11T04:51:17,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d398e6071b3e4ef898eeaae8b14917fc 2024-11-11T04:51:17,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2a128284883349ec920783372bc2b38b 2024-11-11T04:51:17,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/897bb72d47c14c83bc23db1c173c9dc0 2024-11-11T04:51:17,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/55e43d0466e6498a9f3c5033957f5503 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/55e43d0466e6498a9f3c5033957f5503 2024-11-11T04:51:17,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/2d7d1ae58f4541dba66efffd52fee1e2 2024-11-11T04:51:17,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/38e2f80cb588449fab83e8c4d336aaa7 2024-11-11T04:51:17,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b8f55c2729f5441a83a761ef7d28c5f6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b8f55c2729f5441a83a761ef7d28c5f6 2024-11-11T04:51:17,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c71336c87a7f4a5ebe1b20b2767f0414 2024-11-11T04:51:17,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/741ef108299c4acd86fb4c150e9fc301 2024-11-11T04:51:17,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/70592b4820684180bb3fa80b175acf59 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/70592b4820684180bb3fa80b175acf59 2024-11-11T04:51:17,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/b9f505d947214c2ba1276aafa5ed1a4e 2024-11-11T04:51:17,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/77cc64febd464f9c993db888b72a41e9 2024-11-11T04:51:17,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ea511d95fcf5440197c05f8e4fe7d4b7 2024-11-11T04:51:17,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/dea1c3824e384a928c31270462892828 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/dea1c3824e384a928c31270462892828 2024-11-11T04:51:17,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/52aa2413424240f29b566698190765c9 2024-11-11T04:51:17,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c93ce0b7a36e429fb18b1794a857ec5b 2024-11-11T04:51:17,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/e2bea6421106454e997342d4759c55e9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/e2bea6421106454e997342d4759c55e9 2024-11-11T04:51:17,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/046dba592f504c63813bc87d148aa4cc 2024-11-11T04:51:17,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/fe91b71d3f2b4d86b19f452af1796fd3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/fe91b71d3f2b4d86b19f452af1796fd3 2024-11-11T04:51:17,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/cb611f5eb4614f7bb2f4b4930571a4c9 2024-11-11T04:51:17,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/c43d725cac524737b18f8ddbf1a91878 2024-11-11T04:51:17,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8ac8051504154896969744f6a2307bf8 2024-11-11T04:51:17,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/50abe8b6edd84918be348dc8b94140ad 2024-11-11T04:51:17,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ab18ee04bcf6418d800dc11b1fd9d265 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/ab18ee04bcf6418d800dc11b1fd9d265 2024-11-11T04:51:17,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4303b197fc594b609dc3861a52bab790 2024-11-11T04:51:17,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/89a471189620435598a660f1b86269c9 2024-11-11T04:51:17,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d8fefdfd0696453b8108784603ea06ea to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d8fefdfd0696453b8108784603ea06ea 2024-11-11T04:51:17,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d625ff5d2b7b4d03b6cfd0f4aed56a6b 2024-11-11T04:51:17,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/5b93cc6613ab4fc0956eac64da8b0676 2024-11-11T04:51:17,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/d38c1b21920b48ec9e21c020f4ef1e81 2024-11-11T04:51:17,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8e3b45dd0ec54258bfe894f1f0386605 2024-11-11T04:51:17,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f65b8409a90944beae2db5aebabe6ae6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/9c3a6515447d42569b4e23d1fe52e36e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/6f0656577d5e41b38f4fa3021416e96c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3abcd7587eec49c2961be80537d360aa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8a4070e2850c4609a42deac9aa2a27a1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ee156ba3e3994165a2b973bba9387324, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cd5809ab20fd45faba36536546115188, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/05749e431b1548c181846ba0d12259cf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0abf9b2999ae4173984f54426f2ef0ad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6] to archive 2024-11-11T04:51:17,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:17,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/dd88af8c1fa5470ea2202f3e0fc56c6b 2024-11-11T04:51:17,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/fadc3fef0f7f4108b4d81995bf0b5ddd 2024-11-11T04:51:17,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f65b8409a90944beae2db5aebabe6ae6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f65b8409a90944beae2db5aebabe6ae6 2024-11-11T04:51:17,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1770dfb1a4544c999548fa027314213b 2024-11-11T04:51:17,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/c9355c230eda4cc9a13f452b633ed41f 2024-11-11T04:51:17,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cb19a80b5c774c9fa02353a5529d9722 2024-11-11T04:51:17,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/9c3a6515447d42569b4e23d1fe52e36e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/9c3a6515447d42569b4e23d1fe52e36e 2024-11-11T04:51:17,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2a9064c1ad2c49789efa74f10e5cf9ae 2024-11-11T04:51:17,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3565e837df9345c8aeece08a52102751 2024-11-11T04:51:17,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/1c72c6f90ecd4863b90c11d5c6e8981e 2024-11-11T04:51:17,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/6f0656577d5e41b38f4fa3021416e96c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/6f0656577d5e41b38f4fa3021416e96c 2024-11-11T04:51:17,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/283439c935974588915b80aeea8a53e8 2024-11-11T04:51:17,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f6803494570f4caeb9cc87660d596904 2024-11-11T04:51:17,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3abcd7587eec49c2961be80537d360aa to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3abcd7587eec49c2961be80537d360aa 2024-11-11T04:51:17,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4111aaee18394f5cae3fd57851b23cfb 2024-11-11T04:51:17,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/f7313c1022414b4c9dbb31e828a71961 2024-11-11T04:51:17,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8a4070e2850c4609a42deac9aa2a27a1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8a4070e2850c4609a42deac9aa2a27a1 2024-11-11T04:51:17,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/7e271f9417cf45be837a6b9aabfe0a96 2024-11-11T04:51:17,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0d9789e59c1f4cfaa3103aaee835fc68 2024-11-11T04:51:17,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ee156ba3e3994165a2b973bba9387324 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ee156ba3e3994165a2b973bba9387324 2024-11-11T04:51:17,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/8f07875fc1d44b029c969f60da6687d0 2024-11-11T04:51:17,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a5e8a905f504c61bff0121544432a56 2024-11-11T04:51:17,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cd5809ab20fd45faba36536546115188 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/cd5809ab20fd45faba36536546115188 2024-11-11T04:51:17,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/511d3ee14e414e4fa686903ab9c73055 2024-11-11T04:51:17,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/73c767e6b29e47ccba60f1f71f605485 2024-11-11T04:51:17,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b3cfe73b00fd46df897fa984b59269b5 2024-11-11T04:51:17,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/05749e431b1548c181846ba0d12259cf to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/05749e431b1548c181846ba0d12259cf 2024-11-11T04:51:17,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/670f841f4bc647fd91df4a8864cf8103 2024-11-11T04:51:17,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4d3ddeed8cd9408db64539fe2024c840 2024-11-11T04:51:17,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0abf9b2999ae4173984f54426f2ef0ad to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/0abf9b2999ae4173984f54426f2ef0ad 2024-11-11T04:51:17,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/15c5352fbaa54150b7b25710601f608e 2024-11-11T04:51:17,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/ff583fc2cf754a40a307bc59e76e8dda 2024-11-11T04:51:17,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/3a2cfc2285e146c89583fbb6a87a73e7 2024-11-11T04:51:17,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/4a4b6c29ac524fecb5fe4e5b7057782b 2024-11-11T04:51:17,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/b0f1311e31284563ad39773002da94a6 2024-11-11T04:51:17,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/71a267b120ba4a46a57e83e76f1c7d5e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cf09618ba5ef465eb6d59fbc86c14374, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/65e59a479fc84388848bead890e6c4a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7532944fb40d4a598d38d9a26bb3c53b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b4cccecd75d04a0cb97eb9acccab3f54, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/d51672ec5c884821a95fd33f41fd09a9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/193b46bc89a74b249986d011465056b9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b2cd554bb8b648f193aa2e8c6b5ddfc8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f2ab20a31e6345f59a36a035c1544236, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4] to archive 2024-11-11T04:51:17,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:17,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/00495c3ae90446f7851a256062f97ac7 2024-11-11T04:51:17,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3ce4792f49634a02b9908ba07099a2f9 2024-11-11T04:51:17,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/71a267b120ba4a46a57e83e76f1c7d5e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/71a267b120ba4a46a57e83e76f1c7d5e 2024-11-11T04:51:17,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/3cfe9dfe3bac4f6cb762acb4f84aa38e 2024-11-11T04:51:17,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/03dd08908233462798e903750dda5559 2024-11-11T04:51:17,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f6c02932adc245c689f942c71e794eee 2024-11-11T04:51:17,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cf09618ba5ef465eb6d59fbc86c14374 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cf09618ba5ef465eb6d59fbc86c14374 2024-11-11T04:51:17,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1d42e4a7ddcc486c9a8e234de70e6145 2024-11-11T04:51:17,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/8eb38d0212be443b9672284b181fadcb 2024-11-11T04:51:17,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/10bba6bde1044d6489e63131057433d1 2024-11-11T04:51:17,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/65e59a479fc84388848bead890e6c4a8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/65e59a479fc84388848bead890e6c4a8 2024-11-11T04:51:17,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4248b9d7364a4d6ba35bcd1eb6f01713 2024-11-11T04:51:17,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/29c8ba7e9bb549aa9f59d9c00751aa91 2024-11-11T04:51:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7532944fb40d4a598d38d9a26bb3c53b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7532944fb40d4a598d38d9a26bb3c53b 2024-11-11T04:51:17,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7f33a461aa374dc8b0000cfb1b9d7733 2024-11-11T04:51:17,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/95b160fe65894695a3cc2bc587610f1f 2024-11-11T04:51:17,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b4cccecd75d04a0cb97eb9acccab3f54 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b4cccecd75d04a0cb97eb9acccab3f54 2024-11-11T04:51:17,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4323dd91729c44eca7623afcf05a7653 2024-11-11T04:51:17,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/2b00f02971c84dfe95ef337ed7ce0bc5 2024-11-11T04:51:17,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/d51672ec5c884821a95fd33f41fd09a9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/d51672ec5c884821a95fd33f41fd09a9 2024-11-11T04:51:17,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b206fec78a924a97a0b87b7013493ef8 2024-11-11T04:51:17,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0155c415cc4f411bb9e383db1947b811 2024-11-11T04:51:17,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/193b46bc89a74b249986d011465056b9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/193b46bc89a74b249986d011465056b9 2024-11-11T04:51:17,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/0ef81cc07b054e8a9433ac0ee2cf7c23 2024-11-11T04:51:17,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/ae5f73161d81408ca152dc1125849b74 2024-11-11T04:51:17,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/14e6ea43c09e443b9e6718221c221508 2024-11-11T04:51:17,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b2cd554bb8b648f193aa2e8c6b5ddfc8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/b2cd554bb8b648f193aa2e8c6b5ddfc8 2024-11-11T04:51:17,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/4f711f86a19c488ba6620616849ca293 2024-11-11T04:51:17,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/6ce847c019a548a68b6ac720814d8111 2024-11-11T04:51:17,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f2ab20a31e6345f59a36a035c1544236 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f2ab20a31e6345f59a36a035c1544236 2024-11-11T04:51:17,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/a55cb8310c794ad5998b4ee5fefc0f35 2024-11-11T04:51:17,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/cbd2f123dc824d54abd326459332b649 2024-11-11T04:51:17,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/69dede7b0ec34275b6e80ad0f8073cb9 2024-11-11T04:51:17,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/f8d0868079fd48e5bfbc8e046f472fd6 2024-11-11T04:51:17,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/7bc4a066803948a098eb6a2f1ecd7bf4 2024-11-11T04:51:17,328 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/recovered.edits/541.seqid, newMaxSeqId=541, maxSeqId=1 2024-11-11T04:51:17,329 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. 2024-11-11T04:51:17,329 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 9320a2a8828ed044686de0df92593655: Waiting for close lock at 1731300675905Running coprocessor pre-close hooks at 1731300675905Disabling compacts and flushes for region at 1731300675905Disabling writes for close at 1731300675905Obtaining lock to block concurrent updates at 1731300675905Preparing flush snapshotting stores in 9320a2a8828ed044686de0df92593655 at 1731300675905Finished memstore snapshotting TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731300675906 (+1 ms)Flushing stores of TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655. at 1731300675906Flushing 9320a2a8828ed044686de0df92593655/A: creating writer at 1731300675906Flushing 9320a2a8828ed044686de0df92593655/A: appending metadata at 1731300675909 (+3 ms)Flushing 9320a2a8828ed044686de0df92593655/A: closing flushed file at 1731300675909Flushing 9320a2a8828ed044686de0df92593655/B: creating writer at 1731300676319 (+410 ms)Flushing 9320a2a8828ed044686de0df92593655/B: appending metadata at 1731300676322 (+3 ms)Flushing 9320a2a8828ed044686de0df92593655/B: closing flushed file at 1731300676322Flushing 9320a2a8828ed044686de0df92593655/C: creating writer at 1731300676731 (+409 ms)Flushing 9320a2a8828ed044686de0df92593655/C: appending metadata at 1731300676733 (+2 ms)Flushing 9320a2a8828ed044686de0df92593655/C: closing flushed file at 1731300676734 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3ba644: reopening flushed file at 1731300677143 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2ded16: reopening flushed file at 1731300677149 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4e9bbc: reopening flushed file at 1731300677154 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9320a2a8828ed044686de0df92593655 in 1254ms, sequenceid=538, compaction requested=true at 1731300677160 (+6 ms)Writing region close event to WAL at 1731300677324 (+164 ms)Running coprocessor post-close hooks at 1731300677328 (+4 ms)Closed at 1731300677329 (+1 ms) 2024-11-11T04:51:17,332 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 9320a2a8828ed044686de0df92593655 2024-11-11T04:51:17,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9320a2a8828ed044686de0df92593655, regionState=CLOSED 2024-11-11T04:51:17,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:17,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-11T04:51:17,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 9320a2a8828ed044686de0df92593655, server=a7bef91497aa,40889,1731300647138 in 1.5870 sec 2024-11-11T04:51:17,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T04:51:17,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9320a2a8828ed044686de0df92593655, UNASSIGN in 1.5930 sec 2024-11-11T04:51:17,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T04:51:17,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-11T04:51:17,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300677342"}]},"ts":"1731300677342"} 2024-11-11T04:51:17,344 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:51:17,344 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:51:17,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6140 sec 2024-11-11T04:51:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:51:17,883 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:17,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:51:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,892 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-11T04:51:17,893 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,898 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655 2024-11-11T04:51:17,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/recovered.edits] 2024-11-11T04:51:17,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/3c15158238ee4926be3700f57cdf1276 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/3c15158238ee4926be3700f57cdf1276 2024-11-11T04:51:17,906 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4962733250b64f3ca5f264bcf744fb4a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/4962733250b64f3ca5f264bcf744fb4a 2024-11-11T04:51:17,907 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8094370e7a2049d99442cd0e1802388c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/A/8094370e7a2049d99442cd0e1802388c 2024-11-11T04:51:17,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2c96c377a61b4bb2a8cb8127257d9a4f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/2c96c377a61b4bb2a8cb8127257d9a4f 2024-11-11T04:51:17,910 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/36de50c7f3d74bc0b319a6e07f123536 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/36de50c7f3d74bc0b319a6e07f123536 2024-11-11T04:51:17,912 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/a1b074f9f72a4ba98e5749edef577106 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/B/a1b074f9f72a4ba98e5749edef577106 2024-11-11T04:51:17,914 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1cb7ea443ae641a28a9ba958bed8a053 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/1cb7ea443ae641a28a9ba958bed8a053 2024-11-11T04:51:17,916 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/23a6dfb9ead84c569960e8ebe77b2151 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/23a6dfb9ead84c569960e8ebe77b2151 2024-11-11T04:51:17,917 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/5f1f5a40620e47598aff2282f2a9b395 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/C/5f1f5a40620e47598aff2282f2a9b395 2024-11-11T04:51:17,920 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/recovered.edits/541.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655/recovered.edits/541.seqid 2024-11-11T04:51:17,921 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/9320a2a8828ed044686de0df92593655 2024-11-11T04:51:17,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:51:17,927 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T04:51:17,938 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:51:17,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:51:17,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:51:17,971 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300677970"}]},"ts":"9223372036854775807"} 2024-11-11T04:51:17,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:51:17,975 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9320a2a8828ed044686de0df92593655, NAME => 'TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:51:17,976 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:51:17,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300677976"}]},"ts":"9223372036854775807"} 2024-11-11T04:51:17,979 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:51:17,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:17,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-11T04:51:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-11T04:51:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:51:18,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:18,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a7bef91497aa:40889-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1509931264_22 at /127.0.0.1:35572 [Waiting for operation #245] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1509931264_22 at /127.0.0.1:59262 [Waiting for operation #262] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1218786933_22 at /127.0.0.1:35692 [Waiting for operation #208] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 61) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6681 (was 7077) 2024-11-11T04:51:18,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=6680 2024-11-11T04:51:18,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:51:18,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:51:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:18,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:51:18,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:18,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-11T04:51:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:18,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:51:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741951_1127 (size=959) 2024-11-11T04:51:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:18,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:51:18,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741952_1128 (size=53) 2024-11-11T04:51:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1dc11231cd5edbdea10c77daf3885c7a, disabling compactions & flushes 2024-11-11T04:51:18,853 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. after waiting 0 ms 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:18,853 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:18,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dc11231cd5edbdea10c77daf3885c7a: Waiting for close lock at 1731300678853Disabling compacts and flushes for region at 1731300678853Disabling writes for close at 1731300678853Writing region close event to WAL at 1731300678853Closed at 1731300678853 2024-11-11T04:51:18,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:51:18,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300678855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300678855"}]},"ts":"1731300678855"} 2024-11-11T04:51:18,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:51:18,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:51:18,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300678858"}]},"ts":"1731300678858"} 2024-11-11T04:51:18,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:51:18,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, ASSIGN}] 2024-11-11T04:51:18,861 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, ASSIGN 2024-11-11T04:51:18,861 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:51:19,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:19,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, ASSIGN because future has completed 2024-11-11T04:51:19,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:19,169 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:19,169 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:51:19,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:51:19,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,170 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,171 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:19,173 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName A 2024-11-11T04:51:19,174 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:19,174 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:19,174 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,175 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName B 2024-11-11T04:51:19,175 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:19,176 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:19,176 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,177 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName C 2024-11-11T04:51:19,177 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:19,177 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:19,177 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,178 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,178 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,179 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,179 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,179 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:51:19,180 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,182 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:51:19,183 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 1dc11231cd5edbdea10c77daf3885c7a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72753861, jitterRate=0.08411701023578644}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:51:19,183 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:19,184 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 1dc11231cd5edbdea10c77daf3885c7a: Running coprocessor pre-open hook at 1731300679170Writing region info on filesystem at 1731300679170Initializing all the Stores at 1731300679171 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300679171Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300679171Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300679171Cleaning up temporary data from old regions at 1731300679179 (+8 ms)Running coprocessor post-open hooks at 1731300679183 (+4 ms)Region opened successfully at 1731300679183 2024-11-11T04:51:19,184 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., pid=38, masterSystemTime=1731300679166 2024-11-11T04:51:19,186 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:19,186 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:19,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:19,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:19,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T04:51:19,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 in 176 msec 2024-11-11T04:51:19,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T04:51:19,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, ASSIGN in 331 msec 2024-11-11T04:51:19,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:51:19,194 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300679194"}]},"ts":"1731300679194"} 2024-11-11T04:51:19,196 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:51:19,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:51:19,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-11T04:51:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-11T04:51:20,183 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:20,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:20,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:20,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:20,186 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fe764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:20,188 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:20,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4571f48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:20,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:20,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:20,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:20,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:51:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:51:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c5b65cd 2024-11-11T04:51:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:51:20,195 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:51:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:51:20,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:51:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741953_1129 (size=995) 2024-11-11T04:51:20,619 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T04:51:20,620 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T04:51:20,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:51:20,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE}] 2024-11-11T04:51:20,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE 2024-11-11T04:51:20,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE because future has completed 2024-11-11T04:51:20,633 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:51:20,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:20,786 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:20,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:51:20,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 1dc11231cd5edbdea10c77daf3885c7a, disabling compactions & flushes 2024-11-11T04:51:20,786 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:20,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:20,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. after waiting 0 ms 2024-11-11T04:51:20,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:20,790 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T04:51:20,790 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:20,790 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 1dc11231cd5edbdea10c77daf3885c7a: Waiting for close lock at 1731300680786Running coprocessor pre-close hooks at 1731300680786Disabling compacts and flushes for region at 1731300680786Disabling writes for close at 1731300680786Writing region close event to WAL at 1731300680786Running coprocessor post-close hooks at 1731300680790 (+4 ms)Closed at 1731300680790 2024-11-11T04:51:20,791 WARN [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 1dc11231cd5edbdea10c77daf3885c7a to self. 2024-11-11T04:51:20,793 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:20,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=CLOSED 2024-11-11T04:51:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:20,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T04:51:20,798 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE; state=CLOSED, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=true 2024-11-11T04:51:20,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 in 163 msec 2024-11-11T04:51:20,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:20,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE because future has completed 2024-11-11T04:51:20,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:21,106 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,106 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:51:21,107 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,107 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:51:21,107 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,107 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,111 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,117 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName A 2024-11-11T04:51:21,118 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,119 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:21,119 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,120 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName B 2024-11-11T04:51:21,120 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,121 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:21,121 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,121 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc11231cd5edbdea10c77daf3885c7a columnFamilyName C 2024-11-11T04:51:21,121 DEBUG [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,122 INFO [StoreOpener-1dc11231cd5edbdea10c77daf3885c7a-1 {}] regionserver.HStore(327): Store=1dc11231cd5edbdea10c77daf3885c7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:21,122 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,122 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,123 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,124 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,125 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:51:21,126 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,126 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1dc11231cd5edbdea10c77daf3885c7a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67451599, jitterRate=0.0051071494817733765}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:51:21,127 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,128 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1dc11231cd5edbdea10c77daf3885c7a: Running coprocessor pre-open hook at 1731300681107Writing region info on filesystem at 1731300681107Initializing all the Stores at 1731300681108 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300681108Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300681108Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300681108Cleaning up temporary data from old regions at 1731300681124 (+16 ms)Running coprocessor post-open hooks at 1731300681127 (+3 ms)Region opened successfully at 1731300681128 (+1 ms) 2024-11-11T04:51:21,128 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., pid=43, masterSystemTime=1731300681103 2024-11-11T04:51:21,130 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,130 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:21,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-11T04:51:21,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 in 182 msec 2024-11-11T04:51:21,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-11T04:51:21,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, REOPEN/MOVE in 505 msec 2024-11-11T04:51:21,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T04:51:21,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-11T04:51:21,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-11T04:51:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-11T04:51:21,145 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:21,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,146 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf47909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,148 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5b06de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,150 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e27d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee9536b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,153 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc94608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,155 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea9ca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,157 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9dae33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690857a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,160 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b9228e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de2ca7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca13ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286f39c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,166 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48043cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b806837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1268cb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753a31fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:21,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:21,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62d322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:21,173 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a241d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:21,174 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,174 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,174 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,175 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,175 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,175 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,176 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,176 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,176 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,179 DEBUG [Thread-656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:21,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-11T04:51:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T04:51:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:21,182 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:21,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:21,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:21,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:51:21,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:21,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:51:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ea7689c2eb9b490c8ecdb60cec264e18_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300681184/Put/seqid=0 2024-11-11T04:51:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741954_1130 (size=12154) 2024-11-11T04:51:21,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ea7689c2eb9b490c8ecdb60cec264e18_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ea7689c2eb9b490c8ecdb60cec264e18_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1d700dd32d1f4484a24942a2c19f7b1c, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:21,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1d700dd32d1f4484a24942a2c19f7b1c is 175, key is test_row_0/A:col10/1731300681184/Put/seqid=0 2024-11-11T04:51:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300741264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300741267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300741268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741955_1131 (size=30955) 2024-11-11T04:51:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300741269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300741280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T04:51:21,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1d700dd32d1f4484a24942a2c19f7b1c 2024-11-11T04:51:21,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/f1d55bb96ebb4b4291cc456d48578539 is 50, key is test_row_0/B:col10/1731300681184/Put/seqid=0 2024-11-11T04:51:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741956_1132 (size=12001) 2024-11-11T04:51:21,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/f1d55bb96ebb4b4291cc456d48578539 2024-11-11T04:51:21,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T04:51:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:21,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3660bea6db5243068719d194e971167f is 50, key is test_row_0/C:col10/1731300681184/Put/seqid=0 2024-11-11T04:51:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741957_1133 (size=12001) 2024-11-11T04:51:21,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3660bea6db5243068719d194e971167f 2024-11-11T04:51:21,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300741393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300741394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300741394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300741394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300741394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1d700dd32d1f4484a24942a2c19f7b1c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c 2024-11-11T04:51:21,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c, entries=150, sequenceid=15, filesize=30.2 K 2024-11-11T04:51:21,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/f1d55bb96ebb4b4291cc456d48578539 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539 2024-11-11T04:51:21,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T04:51:21,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3660bea6db5243068719d194e971167f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f 2024-11-11T04:51:21,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T04:51:21,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dc11231cd5edbdea10c77daf3885c7a in 258ms, sequenceid=15, compaction requested=false 2024-11-11T04:51:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T04:51:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:21,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T04:51:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,501 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:51:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T04:51:21,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110ab0fee741114990a280c8d102f1472a_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741958_1134 (size=12154) 2024-11-11T04:51:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,535 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110ab0fee741114990a280c8d102f1472a_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110ab0fee741114990a280c8d102f1472a_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/42be3018083740b8b51d0c3b60736309, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/42be3018083740b8b51d0c3b60736309 is 175, key is test_row_0/A:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741959_1135 (size=30955) 2024-11-11T04:51:21,560 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/42be3018083740b8b51d0c3b60736309 2024-11-11T04:51:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/4385fdefc1aa428f937070ea1a405e4c is 50, key is test_row_0/B:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:21,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741960_1136 (size=12001) 2024-11-11T04:51:21,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/4385fdefc1aa428f937070ea1a405e4c 2024-11-11T04:51:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/1aa32602ba2d4747b223ff8eae028ad7 is 50, key is test_row_0/C:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300741621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300741623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300741624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300741626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300741627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741961_1137 (size=12001) 2024-11-11T04:51:21,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/1aa32602ba2d4747b223ff8eae028ad7 2024-11-11T04:51:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/42be3018083740b8b51d0c3b60736309 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309 2024-11-11T04:51:21,665 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T04:51:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/4385fdefc1aa428f937070ea1a405e4c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c 2024-11-11T04:51:21,672 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T04:51:21,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/1aa32602ba2d4747b223ff8eae028ad7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7 2024-11-11T04:51:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,681 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T04:51:21,682 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1dc11231cd5edbdea10c77daf3885c7a in 181ms, sequenceid=40, compaction requested=false 2024-11-11T04:51:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T04:51:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T04:51:21,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-11T04:51:21,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 499 msec 2024-11-11T04:51:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 513 msec 2024-11-11T04:51:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:21,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:51:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e503333ad08e41009faf5dd4eeaaee54_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_1/A:col10/1731300681625/Put/seqid=0 2024-11-11T04:51:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741962_1138 (size=12154) 2024-11-11T04:51:21,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:21,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e503333ad08e41009faf5dd4eeaaee54_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e503333ad08e41009faf5dd4eeaaee54_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:21,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/668338574e154344a27fa687dda2ab16, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:21,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/668338574e154344a27fa687dda2ab16 is 175, key is test_row_1/A:col10/1731300681625/Put/seqid=0 2024-11-11T04:51:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741963_1139 (size=30951) 2024-11-11T04:51:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T04:51:21,815 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:21,816 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-11T04:51:21,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:21,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:21,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300741833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300741837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300741839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300741840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300741843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300741953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300741953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300741953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300741954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300741956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:21,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:21,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:22,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300742162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300742163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300742163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300742163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300742163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/668338574e154344a27fa687dda2ab16 2024-11-11T04:51:22,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/366d13686bdb4b80a472133a8c8d7568 is 50, key is test_row_1/B:col10/1731300681625/Put/seqid=0 2024-11-11T04:51:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741964_1140 (size=9657) 2024-11-11T04:51:22,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/366d13686bdb4b80a472133a8c8d7568 2024-11-11T04:51:22,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/bdb4969fbe534d7bbdfcca22312bb03c is 50, key is test_row_1/C:col10/1731300681625/Put/seqid=0 2024-11-11T04:51:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741965_1141 (size=9657) 2024-11-11T04:51:22,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300742472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300742472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300742473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300742473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300742473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:22,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:22,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/bdb4969fbe534d7bbdfcca22312bb03c 2024-11-11T04:51:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/668338574e154344a27fa687dda2ab16 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16 2024-11-11T04:51:22,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16, entries=150, sequenceid=52, filesize=30.2 K 2024-11-11T04:51:22,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/366d13686bdb4b80a472133a8c8d7568 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568 2024-11-11T04:51:22,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T04:51:22,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/bdb4969fbe534d7bbdfcca22312bb03c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c 2024-11-11T04:51:22,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T04:51:22,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1dc11231cd5edbdea10c77daf3885c7a in 964ms, sequenceid=52, compaction requested=true 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:22,733 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:22,733 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:22,736 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:22,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:22,736 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:22,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:22,736 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,736 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=32.9 K 2024-11-11T04:51:22,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=90.7 K 2024-11-11T04:51:22,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,737 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16] 2024-11-11T04:51:22,737 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d55bb96ebb4b4291cc456d48578539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731300681184 2024-11-11T04:51:22,737 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4385fdefc1aa428f937070ea1a405e4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300681261 2024-11-11T04:51:22,737 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d700dd32d1f4484a24942a2c19f7b1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731300681184 2024-11-11T04:51:22,738 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 366d13686bdb4b80a472133a8c8d7568, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681625 2024-11-11T04:51:22,738 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42be3018083740b8b51d0c3b60736309, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300681261 2024-11-11T04:51:22,739 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668338574e154344a27fa687dda2ab16, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681623 2024-11-11T04:51:22,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T04:51:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,745 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:51:22,759 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:22,760 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/04c4e27bb2114b6dbde642ff6be21e58 is 50, key is test_row_0/B:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:22,766 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:22,775 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111140d534462cc0492baf0d9b07afc3d1a9_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:22,781 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111140d534462cc0492baf0d9b07afc3d1a9_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:22,781 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111140d534462cc0492baf0d9b07afc3d1a9_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:22,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170fc3039f94b4eff80b3df148ba9105c_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300681838/Put/seqid=0 2024-11-11T04:51:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741966_1142 (size=12104) 2024-11-11T04:51:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741967_1143 (size=12154) 2024-11-11T04:51:22,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,795 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/04c4e27bb2114b6dbde642ff6be21e58 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04c4e27bb2114b6dbde642ff6be21e58 2024-11-11T04:51:22,804 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170fc3039f94b4eff80b3df148ba9105c_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fc3039f94b4eff80b3df148ba9105c_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:22,805 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into 04c4e27bb2114b6dbde642ff6be21e58(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:22,805 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:22,805 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300682733; duration=0sec 2024-11-11T04:51:22,805 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:22,806 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:22,806 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:22,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/60fb6fd9310f4518923a1bcd7623d90d, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/60fb6fd9310f4518923a1bcd7623d90d is 175, key is test_row_0/A:col10/1731300681838/Put/seqid=0 2024-11-11T04:51:22,807 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:22,807 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:22,807 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,808 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=32.9 K 2024-11-11T04:51:22,808 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3660bea6db5243068719d194e971167f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731300681184 2024-11-11T04:51:22,809 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa32602ba2d4747b223ff8eae028ad7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300681261 2024-11-11T04:51:22,809 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb4969fbe534d7bbdfcca22312bb03c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681625 2024-11-11T04:51:22,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741968_1144 (size=4469) 2024-11-11T04:51:22,818 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#124 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:22,819 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ee85a8b636d044028845f3b748498227 is 175, key is test_row_0/A:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741969_1145 (size=30955) 2024-11-11T04:51:22,828 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/60fb6fd9310f4518923a1bcd7623d90d 2024-11-11T04:51:22,835 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:22,836 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/cb84350f65614729a13109c296d16021 is 50, key is test_row_0/C:col10/1731300681266/Put/seqid=0 2024-11-11T04:51:22,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741970_1146 (size=31165) 2024-11-11T04:51:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/085a374c3bb54353b81c301ce7776f47 is 50, key is test_row_0/B:col10/1731300681838/Put/seqid=0 2024-11-11T04:51:22,853 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ee85a8b636d044028845f3b748498227 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227 2024-11-11T04:51:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741971_1147 (size=12104) 2024-11-11T04:51:22,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:51:22,866 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into ee85a8b636d044028845f3b748498227(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:22,866 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:22,866 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300682733; duration=0sec 2024-11-11T04:51:22,866 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:22,867 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741972_1148 (size=12001) 2024-11-11T04:51:22,871 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/085a374c3bb54353b81c301ce7776f47 2024-11-11T04:51:22,873 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/cb84350f65614729a13109c296d16021 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/cb84350f65614729a13109c296d16021 2024-11-11T04:51:22,883 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into cb84350f65614729a13109c296d16021(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:22,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:22,883 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300682733; duration=0sec 2024-11-11T04:51:22,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:22,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:22,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/00fd3d369e484a599c7d40ef797063b7 is 50, key is test_row_0/C:col10/1731300681838/Put/seqid=0 2024-11-11T04:51:22,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741973_1149 (size=12001) 2024-11-11T04:51:22,934 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/00fd3d369e484a599c7d40ef797063b7 2024-11-11T04:51:22,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/60fb6fd9310f4518923a1bcd7623d90d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d 2024-11-11T04:51:22,950 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d, entries=150, sequenceid=76, filesize=30.2 K 2024-11-11T04:51:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/085a374c3bb54353b81c301ce7776f47 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47 2024-11-11T04:51:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,959 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T04:51:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/00fd3d369e484a599c7d40ef797063b7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7 2024-11-11T04:51:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T04:51:22,968 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1dc11231cd5edbdea10c77daf3885c7a in 223ms, sequenceid=76, compaction requested=false 2024-11-11T04:51:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T04:51:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T04:51:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T04:51:22,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1500 sec 2024-11-11T04:51:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.1580 sec 2024-11-11T04:51:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:23,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:51:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132452c83175340ae9b1e9114dceb4735_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300743062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300743063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300743064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741974_1150 (size=24358) 2024-11-11T04:51:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300743069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300743069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132452c83175340ae9b1e9114dceb4735_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132452c83175340ae9b1e9114dceb4735_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/7862357920bb473fbab2fbe1c5575f3d, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/7862357920bb473fbab2fbe1c5575f3d is 175, key is test_row_0/A:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741975_1151 (size=73995) 2024-11-11T04:51:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:23,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300743172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300743172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300743173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300743182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300743182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300743382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300743382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300743392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300743392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300743392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/7862357920bb473fbab2fbe1c5575f3d 2024-11-11T04:51:23,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/15856e1c38ba4b58a536455a6a48ae9d is 50, key is test_row_0/B:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741976_1152 (size=12001) 2024-11-11T04:51:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300743692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300743692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300743702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300743702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300743702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:23,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/15856e1c38ba4b58a536455a6a48ae9d 2024-11-11T04:51:23,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/741b1ec56ece4da6ab9cca6af4622142 is 50, key is test_row_0/C:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741977_1153 (size=12001) 2024-11-11T04:51:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T04:51:23,963 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:23,963 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-11T04:51:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:23,968 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:23,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:23,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:24,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T04:51:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300744202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300744202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:24,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300744212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300744212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300744212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:24,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T04:51:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:24,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/741b1ec56ece4da6ab9cca6af4622142 2024-11-11T04:51:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/7862357920bb473fbab2fbe1c5575f3d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d 2024-11-11T04:51:24,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d, entries=400, sequenceid=90, filesize=72.3 K 2024-11-11T04:51:24,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/15856e1c38ba4b58a536455a6a48ae9d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d 2024-11-11T04:51:24,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T04:51:24,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/741b1ec56ece4da6ab9cca6af4622142 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142 2024-11-11T04:51:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T04:51:24,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dc11231cd5edbdea10c77daf3885c7a in 1357ms, sequenceid=90, compaction requested=true 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:24,382 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:24,382 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:24,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:24,383 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:24,383 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:24,383 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,384 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=132.9 K 2024-11-11T04:51:24,384 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,384 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d] 2024-11-11T04:51:24,384 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:24,384 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:24,384 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,384 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04c4e27bb2114b6dbde642ff6be21e58, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.3 K 2024-11-11T04:51:24,385 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee85a8b636d044028845f3b748498227, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681266 2024-11-11T04:51:24,385 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c4e27bb2114b6dbde642ff6be21e58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681266 2024-11-11T04:51:24,385 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60fb6fd9310f4518923a1bcd7623d90d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731300681832 2024-11-11T04:51:24,386 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 085a374c3bb54353b81c301ce7776f47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731300681832 2024-11-11T04:51:24,386 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7862357920bb473fbab2fbe1c5575f3d, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683013 2024-11-11T04:51:24,386 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 15856e1c38ba4b58a536455a6a48ae9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683018 2024-11-11T04:51:24,403 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:24,403 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/c730f6122bb94b739697287d98ed2087 is 50, key is test_row_0/B:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:24,408 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:24,417 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111eed08f5842124da8b0cfd39d455e7d3c_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:24,420 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111eed08f5842124da8b0cfd39d455e7d3c_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:24,420 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111eed08f5842124da8b0cfd39d455e7d3c_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:24,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T04:51:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,429 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:51:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741978_1154 (size=12207) 2024-11-11T04:51:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741979_1155 (size=4469) 2024-11-11T04:51:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111584903b1198945a693a72cfbbb6ef03a_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300683062/Put/seqid=0 2024-11-11T04:51:24,450 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#133 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:24,451 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1a5fb97225764626b9af50ffa646fe3c is 175, key is test_row_0/A:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741980_1156 (size=12154) 2024-11-11T04:51:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741981_1157 (size=31161) 2024-11-11T04:51:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:24,839 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/c730f6122bb94b739697287d98ed2087 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c730f6122bb94b739697287d98ed2087 2024-11-11T04:51:24,846 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into c730f6122bb94b739697287d98ed2087(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:24,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:24,846 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300684382; duration=0sec 2024-11-11T04:51:24,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:24,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:24,846 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:24,848 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:24,848 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:24,848 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:24,849 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/cb84350f65614729a13109c296d16021, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.3 K 2024-11-11T04:51:24,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cb84350f65614729a13109c296d16021, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300681266 2024-11-11T04:51:24,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 00fd3d369e484a599c7d40ef797063b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731300681832 2024-11-11T04:51:24,850 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 741b1ec56ece4da6ab9cca6af4622142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683018 2024-11-11T04:51:24,859 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:24,859 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/6443e8e6a67c4d45bfdbbed8d433a642 is 50, key is test_row_0/C:col10/1731300683021/Put/seqid=0 2024-11-11T04:51:24,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741982_1158 (size=12207) 2024-11-11T04:51:24,873 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/6443e8e6a67c4d45bfdbbed8d433a642 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/6443e8e6a67c4d45bfdbbed8d433a642 2024-11-11T04:51:24,890 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into 6443e8e6a67c4d45bfdbbed8d433a642(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:24,890 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:24,890 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300684382; duration=0sec 2024-11-11T04:51:24,890 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:24,890 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:24,897 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111584903b1198945a693a72cfbbb6ef03a_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111584903b1198945a693a72cfbbb6ef03a_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:24,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/688ac9d1131c4eac9971cc16d1364f9c, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/688ac9d1131c4eac9971cc16d1364f9c is 175, key is test_row_0/A:col10/1731300683062/Put/seqid=0 2024-11-11T04:51:24,910 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1a5fb97225764626b9af50ffa646fe3c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c 2024-11-11T04:51:24,918 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 1a5fb97225764626b9af50ffa646fe3c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:24,918 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:24,918 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300684382; duration=0sec 2024-11-11T04:51:24,918 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:24,919 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741983_1159 (size=30955) 2024-11-11T04:51:24,924 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/688ac9d1131c4eac9971cc16d1364f9c 2024-11-11T04:51:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6a3517605bed4be4b38f35607271dff9 is 50, key is test_row_0/B:col10/1731300683062/Put/seqid=0 2024-11-11T04:51:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741984_1160 (size=12001) 2024-11-11T04:51:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:25,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:25,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300745231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300745233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300745233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300745233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300745233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,243 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,248 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,343 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6a3517605bed4be4b38f35607271dff9 2024-11-11T04:51:25,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300745342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300745353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300745353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/7dfb075c14a940a0bda76d196c22a358 is 50, key is test_row_0/C:col10/1731300683062/Put/seqid=0 2024-11-11T04:51:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741985_1161 (size=12001) 2024-11-11T04:51:25,378 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/7dfb075c14a940a0bda76d196c22a358 2024-11-11T04:51:25,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/688ac9d1131c4eac9971cc16d1364f9c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c 2024-11-11T04:51:25,393 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c, entries=150, sequenceid=115, filesize=30.2 K 2024-11-11T04:51:25,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6a3517605bed4be4b38f35607271dff9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9 2024-11-11T04:51:25,400 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T04:51:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/7dfb075c14a940a0bda76d196c22a358 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358 2024-11-11T04:51:25,407 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T04:51:25,408 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1dc11231cd5edbdea10c77daf3885c7a in 979ms, sequenceid=115, compaction requested=false 2024-11-11T04:51:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T04:51:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T04:51:25,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-11T04:51:25,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-11T04:51:25,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4500 sec 2024-11-11T04:51:25,556 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:25,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:51:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:25,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111139e2cfd38e5740a2b723c1cdd0abd035_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741986_1162 (size=12204) 2024-11-11T04:51:25,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:25,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111139e2cfd38e5740a2b723c1cdd0abd035_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139e2cfd38e5740a2b723c1cdd0abd035_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:25,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d1dc0a44e2fb4a6bb944812237cdbecc, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:25,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d1dc0a44e2fb4a6bb944812237cdbecc is 175, key is test_row_0/A:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741987_1163 (size=31005) 2024-11-11T04:51:25,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d1dc0a44e2fb4a6bb944812237cdbecc 2024-11-11T04:51:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300745608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300745610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9ceef6eeafc6492f84d14b5c026225f2 is 50, key is test_row_0/B:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:25,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300745611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741988_1164 (size=12051) 2024-11-11T04:51:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300745721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300745722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300745722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300745932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300745932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300745932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9ceef6eeafc6492f84d14b5c026225f2 2024-11-11T04:51:26,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/0876f7bdc3a549eb98beecd3a572df7f is 50, key is test_row_0/C:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:26,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741989_1165 (size=12051) 2024-11-11T04:51:26,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/0876f7bdc3a549eb98beecd3a572df7f 2024-11-11T04:51:26,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d1dc0a44e2fb4a6bb944812237cdbecc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc 2024-11-11T04:51:26,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc, entries=150, sequenceid=130, filesize=30.3 K 2024-11-11T04:51:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9ceef6eeafc6492f84d14b5c026225f2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2 2024-11-11T04:51:26,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2, entries=150, sequenceid=130, filesize=11.8 K 2024-11-11T04:51:26,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/0876f7bdc3a549eb98beecd3a572df7f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f 2024-11-11T04:51:26,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f, entries=150, sequenceid=130, filesize=11.8 K 2024-11-11T04:51:26,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1dc11231cd5edbdea10c77daf3885c7a in 531ms, sequenceid=130, compaction requested=true 2024-11-11T04:51:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:26,087 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:26,088 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:26,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:26,091 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:26,091 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93121 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:26,091 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:26,091 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,092 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c730f6122bb94b739697287d98ed2087, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.4 K 2024-11-11T04:51:26,092 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:26,092 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,092 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=90.9 K 2024-11-11T04:51:26,092 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,092 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc] 2024-11-11T04:51:26,094 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c730f6122bb94b739697287d98ed2087, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683018 2024-11-11T04:51:26,094 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5fb97225764626b9af50ffa646fe3c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683018 2024-11-11T04:51:26,094 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3517605bed4be4b38f35607271dff9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300683062 2024-11-11T04:51:26,094 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 688ac9d1131c4eac9971cc16d1364f9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300683062 2024-11-11T04:51:26,095 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ceef6eeafc6492f84d14b5c026225f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:26,095 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1dc0a44e2fb4a6bb944812237cdbecc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:26,105 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,105 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:26,106 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/4da0f47179524c6f808e4f23be2e8934 is 50, key is test_row_0/B:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:26,107 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d840802ec18a45bda41b231e07973096_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,109 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d840802ec18a45bda41b231e07973096_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,109 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d840802ec18a45bda41b231e07973096_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741990_1166 (size=12359) 2024-11-11T04:51:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T04:51:26,122 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:26,123 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-11T04:51:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741991_1167 (size=4469) 2024-11-11T04:51:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:26,126 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:26,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:26,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:26,246 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:26,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:51:26,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300746262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300746263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300746264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f3bfbf96658b49a6bcdd51847bb6fe45_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300685597/Put/seqid=0 2024-11-11T04:51:26,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741992_1168 (size=17284) 2024-11-11T04:51:26,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:26,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f3bfbf96658b49a6bcdd51847bb6fe45_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3bfbf96658b49a6bcdd51847bb6fe45_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:26,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b1645ba7dd194645989bdf68b78943b0, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b1645ba7dd194645989bdf68b78943b0 is 175, key is test_row_0/A:col10/1731300685597/Put/seqid=0 2024-11-11T04:51:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741993_1169 (size=48389) 2024-11-11T04:51:26,314 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b1645ba7dd194645989bdf68b78943b0 2024-11-11T04:51:26,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c is 50, key is test_row_0/B:col10/1731300685597/Put/seqid=0 2024-11-11T04:51:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741994_1170 (size=12151) 2024-11-11T04:51:26,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300746372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300746372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300746372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:26,526 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#142 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:26,527 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/8928065a1e8646e1b5e3ff2bb4760c07 is 175, key is test_row_0/A:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:26,528 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/4da0f47179524c6f808e4f23be2e8934 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4da0f47179524c6f808e4f23be2e8934 2024-11-11T04:51:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741995_1171 (size=31313) 2024-11-11T04:51:26,534 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into 4da0f47179524c6f808e4f23be2e8934(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:26,534 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:26,534 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300686088; duration=0sec 2024-11-11T04:51:26,534 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:26,534 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:26,535 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:26,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:26,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:26,536 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,536 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/6443e8e6a67c4d45bfdbbed8d433a642, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.4 K 2024-11-11T04:51:26,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6443e8e6a67c4d45bfdbbed8d433a642, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731300683018 2024-11-11T04:51:26,537 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dfb075c14a940a0bda76d196c22a358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731300683062 2024-11-11T04:51:26,538 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0876f7bdc3a549eb98beecd3a572df7f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:26,546 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:26,547 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/03622feff38d457a8d8bd9dca9883033 is 50, key is test_row_0/C:col10/1731300685230/Put/seqid=0 2024-11-11T04:51:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741996_1172 (size=12359) 2024-11-11T04:51:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300746582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300746583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300746583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c 2024-11-11T04:51:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:26,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/64c32459bbfe4c2d80552b57779bb16d is 50, key is test_row_0/C:col10/1731300685597/Put/seqid=0 2024-11-11T04:51:26,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741997_1173 (size=12151) 2024-11-11T04:51:26,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/64c32459bbfe4c2d80552b57779bb16d 2024-11-11T04:51:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b1645ba7dd194645989bdf68b78943b0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0 2024-11-11T04:51:26,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0, entries=250, sequenceid=156, filesize=47.3 K 2024-11-11T04:51:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c 2024-11-11T04:51:26,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T04:51:26,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/64c32459bbfe4c2d80552b57779bb16d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d 2024-11-11T04:51:26,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T04:51:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1dc11231cd5edbdea10c77daf3885c7a in 550ms, sequenceid=156, compaction requested=false 2024-11-11T04:51:26,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:26,895 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:26,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:51:26,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:26,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:26,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b691c4e075e490c973ac9daa0355b67_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741998_1174 (size=12304) 2024-11-11T04:51:26,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:26,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b691c4e075e490c973ac9daa0355b67_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b691c4e075e490c973ac9daa0355b67_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:26,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/815d08280d5f48aba28d2aff66ff6a23, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:26,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/815d08280d5f48aba28d2aff66ff6a23 is 175, key is test_row_0/A:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741999_1175 (size=31105) 2024-11-11T04:51:26,935 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/815d08280d5f48aba28d2aff66ff6a23 2024-11-11T04:51:26,943 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/8928065a1e8646e1b5e3ff2bb4760c07 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07 2024-11-11T04:51:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300746940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300746943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300746943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:26,951 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 8928065a1e8646e1b5e3ff2bb4760c07(size=30.6 K), total size for store is 77.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:26,951 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:26,951 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300686087; duration=0sec 2024-11-11T04:51:26,951 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:26,951 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:26,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/320a7a750b2a4d8f8c3c6116c3af9736 is 50, key is test_row_0/B:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:26,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/03622feff38d457a8d8bd9dca9883033 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/03622feff38d457a8d8bd9dca9883033 2024-11-11T04:51:26,973 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into 03622feff38d457a8d8bd9dca9883033(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:26,973 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:26,973 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300686088; duration=0sec 2024-11-11T04:51:26,973 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:26,973 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:26,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742000_1176 (size=12151) 2024-11-11T04:51:27,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300747052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300747052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300747052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300747261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300747261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300747262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300747262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,266 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300747262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,267 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/320a7a750b2a4d8f8c3c6116c3af9736 2024-11-11T04:51:27,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/e894268de2414bd18be35ddbbbf4f7ff is 50, key is test_row_0/C:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742001_1177 (size=12151) 2024-11-11T04:51:27,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300747572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300747572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300747572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:27,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:27,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/e894268de2414bd18be35ddbbbf4f7ff 2024-11-11T04:51:27,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/815d08280d5f48aba28d2aff66ff6a23 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23 2024-11-11T04:51:27,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23, entries=150, sequenceid=168, filesize=30.4 K 2024-11-11T04:51:27,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/320a7a750b2a4d8f8c3c6116c3af9736 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736 2024-11-11T04:51:27,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T04:51:27,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/e894268de2414bd18be35ddbbbf4f7ff as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff 2024-11-11T04:51:27,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:27,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T04:51:27,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1dc11231cd5edbdea10c77daf3885c7a in 927ms, sequenceid=168, compaction requested=true 2024-11-11T04:51:27,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:27,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:27,822 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:27,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:27,822 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:27,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:27,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:27,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:27,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:27,824 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:27,824 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:27,824 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,824 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=108.2 K 2024-11-11T04:51:27,824 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,824 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23] 2024-11-11T04:51:27,824 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:27,824 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:27,824 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,825 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4da0f47179524c6f808e4f23be2e8934, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.8 K 2024-11-11T04:51:27,825 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da0f47179524c6f808e4f23be2e8934, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:27,825 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8928065a1e8646e1b5e3ff2bb4760c07, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:27,826 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f0d9008a8ab42e7a9a5bc0b3d2a943c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731300685597 2024-11-11T04:51:27,826 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1645ba7dd194645989bdf68b78943b0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731300685597 2024-11-11T04:51:27,826 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 320a7a750b2a4d8f8c3c6116c3af9736, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:27,827 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 815d08280d5f48aba28d2aff66ff6a23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:27,835 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:27,836 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:27,836 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6b770f5bc50246a0bb133b37546596d0 is 50, key is test_row_0/B:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:27,837 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111187ab8a0708764b5692154034adc37991_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:27,839 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111187ab8a0708764b5692154034adc37991_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:27,840 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187ab8a0708764b5692154034adc37991_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742002_1178 (size=12561) 2024-11-11T04:51:27,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742003_1179 (size=4469) 2024-11-11T04:51:27,875 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#151 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:27,875 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/85e556e5284c4f9a90617a79592c5441 is 175, key is test_row_0/A:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742004_1180 (size=31515) 2024-11-11T04:51:27,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T04:51:27,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:27,971 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:51:27,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111191b44e0b2a4e4387962fae4b21d127e4_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300686936/Put/seqid=0 2024-11-11T04:51:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742005_1181 (size=12304) 2024-11-11T04:51:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:28,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300748089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300748093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300748096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300748201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300748202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300748202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:28,275 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6b770f5bc50246a0bb133b37546596d0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b770f5bc50246a0bb133b37546596d0 2024-11-11T04:51:28,280 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into 6b770f5bc50246a0bb133b37546596d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:28,280 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:28,280 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300687822; duration=0sec 2024-11-11T04:51:28,280 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:28,280 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:28,280 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:28,281 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:28,281 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:28,281 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:28,281 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/03622feff38d457a8d8bd9dca9883033, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=35.8 K 2024-11-11T04:51:28,282 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 03622feff38d457a8d8bd9dca9883033, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731300685230 2024-11-11T04:51:28,282 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 64c32459bbfe4c2d80552b57779bb16d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731300685597 2024-11-11T04:51:28,282 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e894268de2414bd18be35ddbbbf4f7ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:28,290 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/85e556e5284c4f9a90617a79592c5441 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441 2024-11-11T04:51:28,296 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 85e556e5284c4f9a90617a79592c5441(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:28,296 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:28,296 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300687822; duration=0sec 2024-11-11T04:51:28,296 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:28,296 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:28,303 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:28,303 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/b3c29a075b574408bfe74b15cb917804 is 50, key is test_row_0/C:col10/1731300686894/Put/seqid=0 2024-11-11T04:51:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742006_1182 (size=12561) 2024-11-11T04:51:28,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/b3c29a075b574408bfe74b15cb917804 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b3c29a075b574408bfe74b15cb917804 2024-11-11T04:51:28,329 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into b3c29a075b574408bfe74b15cb917804(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:28,329 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:28,329 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300687823; duration=0sec 2024-11-11T04:51:28,330 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:28,330 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:28,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300748411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300748412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300748412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:28,420 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111191b44e0b2a4e4387962fae4b21d127e4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111191b44e0b2a4e4387962fae4b21d127e4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/3451ad48f1bb4ebeb65162b611a3c874, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/3451ad48f1bb4ebeb65162b611a3c874 is 175, key is test_row_0/A:col10/1731300686936/Put/seqid=0 2024-11-11T04:51:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742007_1183 (size=31105) 2024-11-11T04:51:28,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300748722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300748722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300748722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:28,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/3451ad48f1bb4ebeb65162b611a3c874 2024-11-11T04:51:28,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/a8abf609321c4d12b17b69670d13df0e is 50, key is test_row_0/B:col10/1731300686936/Put/seqid=0 2024-11-11T04:51:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742008_1184 (size=12151) 2024-11-11T04:51:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300749231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300749231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300749232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:29,247 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/a8abf609321c4d12b17b69670d13df0e 2024-11-11T04:51:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3ff03e0f024c47d89c024435f07eb957 is 50, key is test_row_0/C:col10/1731300686936/Put/seqid=0 2024-11-11T04:51:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742009_1185 (size=12151) 2024-11-11T04:51:29,262 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3ff03e0f024c47d89c024435f07eb957 2024-11-11T04:51:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/3451ad48f1bb4ebeb65162b611a3c874 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874 2024-11-11T04:51:29,272 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874, entries=150, sequenceid=196, filesize=30.4 K 2024-11-11T04:51:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/a8abf609321c4d12b17b69670d13df0e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e 2024-11-11T04:51:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T04:51:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/3ff03e0f024c47d89c024435f07eb957 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957 2024-11-11T04:51:29,284 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T04:51:29,286 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1dc11231cd5edbdea10c77daf3885c7a in 1315ms, sequenceid=196, compaction requested=false 2024-11-11T04:51:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T04:51:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T04:51:29,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-11T04:51:29,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1610 sec 2024-11-11T04:51:29,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 3.1680 sec 2024-11-11T04:51:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:30,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:51:30,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c6fc45e5f714903898f5d1df6d82b7b_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742010_1186 (size=12304) 2024-11-11T04:51:30,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:30,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c6fc45e5f714903898f5d1df6d82b7b_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c6fc45e5f714903898f5d1df6d82b7b_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:30,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/4ca06aa3fb6d46939a111453fb1b24de, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/4ca06aa3fb6d46939a111453fb1b24de is 175, key is test_row_0/A:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T04:51:30,292 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742011_1187 (size=31105) 2024-11-11T04:51:30,294 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-11T04:51:30,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300750287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300750288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/4ca06aa3fb6d46939a111453fb1b24de 2024-11-11T04:51:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300750296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,300 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:30,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/30458e5f0a7e46298cc7bd52baaa940a is 50, key is test_row_0/B:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742012_1188 (size=12151) 2024-11-11T04:51:30,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/30458e5f0a7e46298cc7bd52baaa940a 2024-11-11T04:51:30,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/f065c3c71f374fa0a40af5fda0ddd9a6 is 50, key is test_row_0/C:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742013_1189 (size=12151) 2024-11-11T04:51:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300750402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300750402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300750412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T04:51:30,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:30,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:30,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T04:51:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300750612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:30,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300750612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300750622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/f065c3c71f374fa0a40af5fda0ddd9a6 2024-11-11T04:51:30,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/4ca06aa3fb6d46939a111453fb1b24de as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de 2024-11-11T04:51:30,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de, entries=150, sequenceid=211, filesize=30.4 K 2024-11-11T04:51:30,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/30458e5f0a7e46298cc7bd52baaa940a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a 2024-11-11T04:51:30,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T04:51:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/f065c3c71f374fa0a40af5fda0ddd9a6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6 2024-11-11T04:51:30,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T04:51:30,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1dc11231cd5edbdea10c77daf3885c7a in 523ms, sequenceid=211, compaction requested=true 2024-11-11T04:51:30,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:30,769 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:30,769 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:30,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:30,770 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:30,770 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:30,770 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:30,770 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:30,770 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,770 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,770 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b770f5bc50246a0bb133b37546596d0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.0 K 2024-11-11T04:51:30,770 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=91.5 K 2024-11-11T04:51:30,770 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,770 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de] 2024-11-11T04:51:30,771 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b770f5bc50246a0bb133b37546596d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:30,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T04:51:30,771 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85e556e5284c4f9a90617a79592c5441, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:30,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,771 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a8abf609321c4d12b17b69670d13df0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731300686917 2024-11-11T04:51:30,771 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:51:30,771 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3451ad48f1bb4ebeb65162b611a3c874, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731300686917 2024-11-11T04:51:30,772 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 30458e5f0a7e46298cc7bd52baaa940a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:30,772 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca06aa3fb6d46939a111453fb1b24de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111972fa835062b4f179ca1492167b38a7b_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300690285/Put/seqid=0 2024-11-11T04:51:30,788 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,792 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:30,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111616ca34b6cab40298d10a22c441b0042_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,795 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111616ca34b6cab40298d10a22c441b0042_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,796 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111616ca34b6cab40298d10a22c441b0042_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,797 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6b34bc2180de46e3a1440e3f9dde7b15 is 50, key is test_row_0/B:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742015_1191 (size=4469) 2024-11-11T04:51:30,812 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#160 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:30,812 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/8e21f2a2808a4023bff4868e63bbed94 is 175, key is test_row_0/A:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742016_1192 (size=12663) 2024-11-11T04:51:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742017_1193 (size=31617) 2024-11-11T04:51:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742014_1190 (size=12304) 2024-11-11T04:51:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:30,828 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/6b34bc2180de46e3a1440e3f9dde7b15 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b34bc2180de46e3a1440e3f9dde7b15 2024-11-11T04:51:30,833 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111972fa835062b4f179ca1492167b38a7b_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111972fa835062b4f179ca1492167b38a7b_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d071bf429ccd4ba1aaf39b864a2be9eb, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:30,835 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into 6b34bc2180de46e3a1440e3f9dde7b15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:30,835 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:30,835 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300690769; duration=0sec 2024-11-11T04:51:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d071bf429ccd4ba1aaf39b864a2be9eb is 175, key is test_row_0/A:col10/1731300690285/Put/seqid=0 2024-11-11T04:51:30,835 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:30,835 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:30,836 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:30,838 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:30,838 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:30,838 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:30,838 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b3c29a075b574408bfe74b15cb917804, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.0 K 2024-11-11T04:51:30,839 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b3c29a075b574408bfe74b15cb917804, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300686255 2024-11-11T04:51:30,839 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff03e0f024c47d89c024435f07eb957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731300686917 2024-11-11T04:51:30,840 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f065c3c71f374fa0a40af5fda0ddd9a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742018_1194 (size=31105) 2024-11-11T04:51:30,842 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d071bf429ccd4ba1aaf39b864a2be9eb 2024-11-11T04:51:30,852 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:30,853 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/5926d5aa6969441d950baea70b266642 is 50, key is test_row_0/C:col10/1731300688091/Put/seqid=0 2024-11-11T04:51:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/809f3a03a93e4755a71d4248240b568b is 50, key is test_row_0/B:col10/1731300690285/Put/seqid=0 2024-11-11T04:51:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742019_1195 (size=12663) 2024-11-11T04:51:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742020_1196 (size=12151) 2024-11-11T04:51:30,880 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/5926d5aa6969441d950baea70b266642 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/5926d5aa6969441d950baea70b266642 2024-11-11T04:51:30,887 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into 5926d5aa6969441d950baea70b266642(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:30,887 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:30,888 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300690769; duration=0sec 2024-11-11T04:51:30,888 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:30,888 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:30,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300750934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300750935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:30,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300750936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300751042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300751042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300751051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,224 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/8e21f2a2808a4023bff4868e63bbed94 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94 2024-11-11T04:51:31,229 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 8e21f2a2808a4023bff4868e63bbed94(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:31,229 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:31,229 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300690769; duration=0sec 2024-11-11T04:51:31,230 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:31,230 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:31,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300751252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300751252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300751261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,275 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/809f3a03a93e4755a71d4248240b568b 2024-11-11T04:51:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300751283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300751283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ef829fd9cd3649068c46d03f239e89ac is 50, key is test_row_0/C:col10/1731300690285/Put/seqid=0 2024-11-11T04:51:31,284 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,284 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742021_1197 (size=12151) 2024-11-11T04:51:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:31,479 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T04:51:31,479 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T04:51:31,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300751562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300751562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300751571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:31,691 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ef829fd9cd3649068c46d03f239e89ac 2024-11-11T04:51:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d071bf429ccd4ba1aaf39b864a2be9eb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb 2024-11-11T04:51:31,702 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb, entries=150, sequenceid=235, filesize=30.4 K 2024-11-11T04:51:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/809f3a03a93e4755a71d4248240b568b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b 2024-11-11T04:51:31,707 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T04:51:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ef829fd9cd3649068c46d03f239e89ac as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac 2024-11-11T04:51:31,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T04:51:31,713 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1dc11231cd5edbdea10c77daf3885c7a in 942ms, sequenceid=235, compaction requested=false 2024-11-11T04:51:31,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:31,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:31,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T04:51:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T04:51:31,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-11T04:51:31,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-11T04:51:31,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4240 sec 2024-11-11T04:51:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:32,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:51:32,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f6a693b952443fb8a2c33bbf4cde4c4_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:32,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742022_1198 (size=17284) 2024-11-11T04:51:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300752100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300752105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300752106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300752211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300752212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300752212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300752422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300752422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300752422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T04:51:32,442 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:32,442 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-11T04:51:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:32,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:32,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:32,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:32,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:32,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f6a693b952443fb8a2c33bbf4cde4c4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f6a693b952443fb8a2c33bbf4cde4c4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:32,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/5864f97c13cd48f498057684d3a2893b, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:32,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/5864f97c13cd48f498057684d3a2893b is 175, key is test_row_0/A:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742023_1199 (size=48389) 2024-11-11T04:51:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:32,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300752732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300752732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300752732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:32,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:32,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/5864f97c13cd48f498057684d3a2893b 2024-11-11T04:51:32,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:32,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:32,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/04d900e8a1b74573aad59ea56da1a781 is 50, key is test_row_0/B:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:32,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742024_1200 (size=12151) 2024-11-11T04:51:33,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:33,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300753242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300753242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:33,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300753251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:33,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/04d900e8a1b74573aad59ea56da1a781 2024-11-11T04:51:33,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/953e9db9fbf54128a6ebf3024f072cda is 50, key is test_row_0/C:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742025_1201 (size=12151) 2024-11-11T04:51:33,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:33,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:33,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/953e9db9fbf54128a6ebf3024f072cda 2024-11-11T04:51:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/5864f97c13cd48f498057684d3a2893b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b 2024-11-11T04:51:33,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b, entries=250, sequenceid=252, filesize=47.3 K 2024-11-11T04:51:33,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/04d900e8a1b74573aad59ea56da1a781 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781 2024-11-11T04:51:33,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T04:51:33,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/953e9db9fbf54128a6ebf3024f072cda as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda 2024-11-11T04:51:33,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T04:51:33,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 1dc11231cd5edbdea10c77daf3885c7a in 1678ms, sequenceid=252, compaction requested=true 2024-11-11T04:51:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:33,752 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:33,752 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:33,756 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:33,756 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:33,757 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,757 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b34bc2180de46e3a1440e3f9dde7b15, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.1 K 2024-11-11T04:51:33,757 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:33,757 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:33,757 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,757 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=108.5 K 2024-11-11T04:51:33,757 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,757 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b34bc2180de46e3a1440e3f9dde7b15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:33,757 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b] 2024-11-11T04:51:33,758 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 809f3a03a93e4755a71d4248240b568b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731300690285 2024-11-11T04:51:33,758 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e21f2a2808a4023bff4868e63bbed94, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:33,758 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d900e8a1b74573aad59ea56da1a781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:33,758 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d071bf429ccd4ba1aaf39b864a2be9eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731300690285 2024-11-11T04:51:33,759 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5864f97c13cd48f498057684d3a2893b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:33,773 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:33,774 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:33,775 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/c4a324f7745947f39987fe1e16e46b4e is 50, key is test_row_0/B:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:33,776 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114b7969c1b01748d39e4018989a4d7bc0_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:33,778 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114b7969c1b01748d39e4018989a4d7bc0_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:33,778 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114b7969c1b01748d39e4018989a4d7bc0_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742026_1202 (size=12765) 2024-11-11T04:51:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742027_1203 (size=4469) 2024-11-11T04:51:33,791 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/c4a324f7745947f39987fe1e16e46b4e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c4a324f7745947f39987fe1e16e46b4e 2024-11-11T04:51:33,797 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into c4a324f7745947f39987fe1e16e46b4e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:33,797 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:33,798 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300693752; duration=0sec 2024-11-11T04:51:33,798 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:33,798 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:33,798 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:33,799 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:33,799 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:33,799 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,799 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/5926d5aa6969441d950baea70b266642, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.1 K 2024-11-11T04:51:33,800 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5926d5aa6969441d950baea70b266642, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731300688091 2024-11-11T04:51:33,800 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ef829fd9cd3649068c46d03f239e89ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731300690285 2024-11-11T04:51:33,800 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 953e9db9fbf54128a6ebf3024f072cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:33,811 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:33,812 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/de60347e874d432899a2fa859e52bb47 is 50, key is test_row_0/C:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742028_1204 (size=12765) 2024-11-11T04:51:33,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T04:51:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:33,825 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:51:33,825 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/de60347e874d432899a2fa859e52bb47 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/de60347e874d432899a2fa859e52bb47 2024-11-11T04:51:33,833 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into de60347e874d432899a2fa859e52bb47(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:33,833 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:33,833 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300693753; duration=0sec 2024-11-11T04:51:33,833 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:33,833 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa8c52d0a3804cacadc37b9ddf9ab461_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300692099/Put/seqid=0 2024-11-11T04:51:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742029_1205 (size=12454) 2024-11-11T04:51:34,189 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:34,189 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f587ee5901834f109e4dbc1589518cc4 is 175, key is test_row_0/A:col10/1731300692073/Put/seqid=0 2024-11-11T04:51:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742030_1206 (size=31719) 2024-11-11T04:51:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:34,243 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa8c52d0a3804cacadc37b9ddf9ab461_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa8c52d0a3804cacadc37b9ddf9ab461_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d94b299ab9a14e44abaa9ee4b6e31238, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:34,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d94b299ab9a14e44abaa9ee4b6e31238 is 175, key is test_row_0/A:col10/1731300692099/Put/seqid=0 2024-11-11T04:51:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742031_1207 (size=31255) 2024-11-11T04:51:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:34,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300754272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300754273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,274 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300754274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300754382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300754382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300754592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300754592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:34,616 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f587ee5901834f109e4dbc1589518cc4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4 2024-11-11T04:51:34,621 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into f587ee5901834f109e4dbc1589518cc4(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:34,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:34,621 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300693752; duration=0sec 2024-11-11T04:51:34,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:34,621 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:34,650 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d94b299ab9a14e44abaa9ee4b6e31238 2024-11-11T04:51:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ad93c98342e14315aebb7ce5180c86c0 is 50, key is test_row_0/B:col10/1731300692099/Put/seqid=0 2024-11-11T04:51:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742032_1208 (size=12301) 2024-11-11T04:51:34,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300754901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300754922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:35,065 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ad93c98342e14315aebb7ce5180c86c0 2024-11-11T04:51:35,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/389b1ea2ba444c59aa474f3f1d9b496a is 50, key is test_row_0/C:col10/1731300692099/Put/seqid=0 2024-11-11T04:51:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742033_1209 (size=12301) 2024-11-11T04:51:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300755412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300755432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:35,478 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/389b1ea2ba444c59aa474f3f1d9b496a 2024-11-11T04:51:35,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/d94b299ab9a14e44abaa9ee4b6e31238 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238 2024-11-11T04:51:35,488 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238, entries=150, sequenceid=276, filesize=30.5 K 2024-11-11T04:51:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ad93c98342e14315aebb7ce5180c86c0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0 2024-11-11T04:51:35,493 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T04:51:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/389b1ea2ba444c59aa474f3f1d9b496a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a 2024-11-11T04:51:35,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T04:51:35,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1dc11231cd5edbdea10c77daf3885c7a in 1675ms, sequenceid=276, compaction requested=false 2024-11-11T04:51:35,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:35,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:35,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T04:51:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T04:51:35,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-11T04:51:35,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0560 sec 2024-11-11T04:51:35,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.0620 sec 2024-11-11T04:51:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:36,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:36,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T04:51:36,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cf5a70e768fd4826bd58abd5a2da0985_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742034_1210 (size=14994) 2024-11-11T04:51:36,319 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:36,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cf5a70e768fd4826bd58abd5a2da0985_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf5a70e768fd4826bd58abd5a2da0985_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:36,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/614b1ffe77f44477b7aca2f721d2ef2c, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/614b1ffe77f44477b7aca2f721d2ef2c is 175, key is test_row_0/A:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742035_1211 (size=39949) 2024-11-11T04:51:36,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/614b1ffe77f44477b7aca2f721d2ef2c 2024-11-11T04:51:36,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/16329c258ad84082b3083543c929474d is 50, key is test_row_0/B:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742036_1212 (size=12301) 2024-11-11T04:51:36,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/16329c258ad84082b3083543c929474d 2024-11-11T04:51:36,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/9e8aab3a7d1b4a128785ebad07cc987e is 50, key is test_row_0/C:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742037_1213 (size=12301) 2024-11-11T04:51:36,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/9e8aab3a7d1b4a128785ebad07cc987e 2024-11-11T04:51:36,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/614b1ffe77f44477b7aca2f721d2ef2c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c 2024-11-11T04:51:36,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c, entries=200, sequenceid=292, filesize=39.0 K 2024-11-11T04:51:36,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/16329c258ad84082b3083543c929474d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d 2024-11-11T04:51:36,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d, entries=150, sequenceid=292, filesize=12.0 K 2024-11-11T04:51:36,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/9e8aab3a7d1b4a128785ebad07cc987e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e 2024-11-11T04:51:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300756382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-11T04:51:36,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1dc11231cd5edbdea10c77daf3885c7a in 88ms, sequenceid=292, compaction requested=true 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:36,393 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:36,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:36,393 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:36,394 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:36,394 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:36,394 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,394 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=100.5 K 2024-11-11T04:51:36,394 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:36,394 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,394 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:36,394 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c] 2024-11-11T04:51:36,394 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,394 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c4a324f7745947f39987fe1e16e46b4e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.5 K 2024-11-11T04:51:36,395 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f587ee5901834f109e4dbc1589518cc4, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:36,395 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c4a324f7745947f39987fe1e16e46b4e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:36,395 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d94b299ab9a14e44abaa9ee4b6e31238, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731300692095 2024-11-11T04:51:36,396 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ad93c98342e14315aebb7ce5180c86c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731300692095 2024-11-11T04:51:36,396 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 614b1ffe77f44477b7aca2f721d2ef2c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694265 2024-11-11T04:51:36,396 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 16329c258ad84082b3083543c929474d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694272 2024-11-11T04:51:36,406 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,407 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:36,408 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/dcccc6e81a1242cbacc73e6689b61de9 is 50, key is test_row_0/B:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,408 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111117d0e4933ba14c3e91b66c46921fdad4_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,410 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111117d0e4933ba14c3e91b66c46921fdad4_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,410 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111117d0e4933ba14c3e91b66c46921fdad4_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742038_1214 (size=13017) 2024-11-11T04:51:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742039_1215 (size=4469) 2024-11-11T04:51:36,419 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#178 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:36,419 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/25566aba22c9439bb5f27950aa4f412e is 175, key is test_row_0/A:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,422 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/dcccc6e81a1242cbacc73e6689b61de9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/dcccc6e81a1242cbacc73e6689b61de9 2024-11-11T04:51:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742040_1216 (size=31971) 2024-11-11T04:51:36,429 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into dcccc6e81a1242cbacc73e6689b61de9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:36,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:36,429 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300696393; duration=0sec 2024-11-11T04:51:36,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:36,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:36,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:36,429 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/25566aba22c9439bb5f27950aa4f412e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e 2024-11-11T04:51:36,431 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:36,431 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:36,431 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,432 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/de60347e874d432899a2fa859e52bb47, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.5 K 2024-11-11T04:51:36,432 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting de60347e874d432899a2fa859e52bb47, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731300690930 2024-11-11T04:51:36,433 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 389b1ea2ba444c59aa474f3f1d9b496a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731300692095 2024-11-11T04:51:36,433 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8aab3a7d1b4a128785ebad07cc987e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694272 2024-11-11T04:51:36,436 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 25566aba22c9439bb5f27950aa4f412e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:36,436 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:36,436 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300696393; duration=0sec 2024-11-11T04:51:36,436 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:36,436 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:36,436 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:36,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:51:36,442 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:36,442 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/8281a9187fc14e119c3114686aad8d28 is 50, key is test_row_0/C:col10/1731300696303/Put/seqid=0 2024-11-11T04:51:36,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ef1661d2367b4065bd054c126af8def4_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300696434/Put/seqid=0 2024-11-11T04:51:36,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742041_1217 (size=13017) 2024-11-11T04:51:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742042_1218 (size=14994) 2024-11-11T04:51:36,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300756491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300756492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300756496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300756602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300756602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T04:51:36,612 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:36,613 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-11T04:51:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:36,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:36,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:36,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:36,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300756702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:36,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T04:51:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:36,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300756812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300756812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:36,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:36,858 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/8281a9187fc14e119c3114686aad8d28 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/8281a9187fc14e119c3114686aad8d28 2024-11-11T04:51:36,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ef1661d2367b4065bd054c126af8def4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ef1661d2367b4065bd054c126af8def4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:36,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1cdd91b5e7814d9d978ed2c7d14b0a48, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:36,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1cdd91b5e7814d9d978ed2c7d14b0a48 is 175, key is test_row_0/A:col10/1731300696434/Put/seqid=0 2024-11-11T04:51:36,864 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into 8281a9187fc14e119c3114686aad8d28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:36,864 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:36,864 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300696393; duration=0sec 2024-11-11T04:51:36,864 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:36,864 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:36,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742043_1219 (size=39949) 2024-11-11T04:51:36,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1cdd91b5e7814d9d978ed2c7d14b0a48 2024-11-11T04:51:36,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ef7df80514914022978f02eea4b3f447 is 50, key is test_row_0/B:col10/1731300696434/Put/seqid=0 2024-11-11T04:51:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742044_1220 (size=12301) 2024-11-11T04:51:36,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ef7df80514914022978f02eea4b3f447 2024-11-11T04:51:36,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/dde08bde38c0434b8f31f4e7dab50d48 is 50, key is test_row_0/C:col10/1731300696434/Put/seqid=0 2024-11-11T04:51:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742045_1221 (size=12301) 2024-11-11T04:51:36,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/dde08bde38c0434b8f31f4e7dab50d48 2024-11-11T04:51:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/1cdd91b5e7814d9d978ed2c7d14b0a48 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48 2024-11-11T04:51:36,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48, entries=200, sequenceid=317, filesize=39.0 K 2024-11-11T04:51:36,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/ef7df80514914022978f02eea4b3f447 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447 2024-11-11T04:51:36,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447, entries=150, sequenceid=317, filesize=12.0 K 2024-11-11T04:51:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/dde08bde38c0434b8f31f4e7dab50d48 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48 2024-11-11T04:51:36,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48, entries=150, sequenceid=317, filesize=12.0 K 2024-11-11T04:51:36,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1dc11231cd5edbdea10c77daf3885c7a in 482ms, sequenceid=317, compaction requested=false 2024-11-11T04:51:36,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:36,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T04:51:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:36,922 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:51:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111544b4451dd6d4f9f8d1a8c04a0443396_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300696488/Put/seqid=0 2024-11-11T04:51:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742046_1222 (size=12454) 2024-11-11T04:51:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:37,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300757089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300757202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:37,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:37,344 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111544b4451dd6d4f9f8d1a8c04a0443396_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111544b4451dd6d4f9f8d1a8c04a0443396_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f502b2cbb7624dd1a5166be77bd98c4a, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:37,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f502b2cbb7624dd1a5166be77bd98c4a is 175, key is test_row_0/A:col10/1731300696488/Put/seqid=0 2024-11-11T04:51:37,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742047_1223 (size=31255) 2024-11-11T04:51:37,352 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f502b2cbb7624dd1a5166be77bd98c4a 2024-11-11T04:51:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/91a2f6dc15764ed48015757ec0154e57 is 50, key is test_row_0/B:col10/1731300696488/Put/seqid=0 2024-11-11T04:51:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742048_1224 (size=12301) 2024-11-11T04:51:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300757412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300757632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300757632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300757722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:37,768 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/91a2f6dc15764ed48015757ec0154e57 2024-11-11T04:51:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/b383d15c9af547969a1008e6b2471682 is 50, key is test_row_0/C:col10/1731300696488/Put/seqid=0 2024-11-11T04:51:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742049_1225 (size=12301) 2024-11-11T04:51:38,187 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/b383d15c9af547969a1008e6b2471682 2024-11-11T04:51:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/f502b2cbb7624dd1a5166be77bd98c4a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a 2024-11-11T04:51:38,198 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a, entries=150, sequenceid=331, filesize=30.5 K 2024-11-11T04:51:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/91a2f6dc15764ed48015757ec0154e57 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57 2024-11-11T04:51:38,203 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T04:51:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/b383d15c9af547969a1008e6b2471682 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682 2024-11-11T04:51:38,208 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T04:51:38,209 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1dc11231cd5edbdea10c77daf3885c7a in 1287ms, sequenceid=331, compaction requested=true 2024-11-11T04:51:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:38,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T04:51:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T04:51:38,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-11T04:51:38,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-11-11T04:51:38,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.6000 sec 2024-11-11T04:51:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:38,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:38,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:51:38,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114bab550bec9e4c3d82d59518edada465_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742050_1226 (size=14994) 2024-11-11T04:51:38,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300758268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300758372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300758582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300758642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,647 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300758651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,653 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:38,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114bab550bec9e4c3d82d59518edada465_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bab550bec9e4c3d82d59518edada465_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:38,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/df7838929a324eca86e7af27bea9deeb, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:38,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/df7838929a324eca86e7af27bea9deeb is 175, key is test_row_0/A:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742051_1227 (size=39949) 2024-11-11T04:51:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T04:51:38,762 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:38,762 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-11T04:51:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:38,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:38,765 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:38,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300758891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:38,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:38,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/df7838929a324eca86e7af27bea9deeb 2024-11-11T04:51:39,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/929cf09d989e484a937b3c15a11e5077 is 50, key is test_row_0/B:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742052_1228 (size=12301) 2024-11-11T04:51:39,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/929cf09d989e484a937b3c15a11e5077 2024-11-11T04:51:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/fa0e0adf3b7f4136aa92a2803de6e64b is 50, key is test_row_0/C:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742053_1229 (size=12301) 2024-11-11T04:51:39,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:39,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:39,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300759401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:39,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/fa0e0adf3b7f4136aa92a2803de6e64b 2024-11-11T04:51:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/df7838929a324eca86e7af27bea9deeb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb 2024-11-11T04:51:39,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb, entries=200, sequenceid=355, filesize=39.0 K 2024-11-11T04:51:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/929cf09d989e484a937b3c15a11e5077 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077 2024-11-11T04:51:39,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T04:51:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/fa0e0adf3b7f4136aa92a2803de6e64b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b 2024-11-11T04:51:39,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:39,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:39,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:39,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T04:51:39,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1dc11231cd5edbdea10c77daf3885c7a in 1300ms, sequenceid=355, compaction requested=true 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:39,534 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:39,534 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:39,536 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:39,536 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=139.8 K 2024-11-11T04:51:39,536 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,536 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb] 2024-11-11T04:51:39,536 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/dcccc6e81a1242cbacc73e6689b61de9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=48.8 K 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting dcccc6e81a1242cbacc73e6689b61de9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694272 2024-11-11T04:51:39,536 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25566aba22c9439bb5f27950aa4f412e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694272 2024-11-11T04:51:39,537 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cdd91b5e7814d9d978ed2c7d14b0a48, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731300696375 2024-11-11T04:51:39,537 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7df80514914022978f02eea4b3f447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731300696379 2024-11-11T04:51:39,537 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f502b2cbb7624dd1a5166be77bd98c4a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731300696452 2024-11-11T04:51:39,537 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 91a2f6dc15764ed48015757ec0154e57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731300696452 2024-11-11T04:51:39,537 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting df7838929a324eca86e7af27bea9deeb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697080 2024-11-11T04:51:39,538 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 929cf09d989e484a937b3c15a11e5077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697084 2024-11-11T04:51:39,545 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:39,547 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:39,548 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/b7a4277ce9ae4788ab22db44e703d181 is 50, key is test_row_0/B:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:39,549 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119bda626e82054d8db1b055aa2b77daa9_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:39,551 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119bda626e82054d8db1b055aa2b77daa9_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:39,551 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119bda626e82054d8db1b055aa2b77daa9_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742054_1230 (size=13153) 2024-11-11T04:51:39,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742055_1231 (size=4469) 2024-11-11T04:51:39,571 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#189 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:39,572 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/9e985151517c4061979ba880b235ed7a is 175, key is test_row_0/A:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742056_1232 (size=32107) 2024-11-11T04:51:39,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T04:51:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:51:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119132d33410cc4ca581b1d80e8e7ee441_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300698267/Put/seqid=0 2024-11-11T04:51:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742057_1233 (size=12454) 2024-11-11T04:51:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:39,965 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/b7a4277ce9ae4788ab22db44e703d181 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/b7a4277ce9ae4788ab22db44e703d181 2024-11-11T04:51:39,970 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into b7a4277ce9ae4788ab22db44e703d181(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:39,970 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:39,970 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=12, startTime=1731300699534; duration=0sec 2024-11-11T04:51:39,970 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:39,970 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:39,970 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:51:39,971 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:51:39,971 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:39,972 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:39,972 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/8281a9187fc14e119c3114686aad8d28, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=48.8 K 2024-11-11T04:51:39,974 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8281a9187fc14e119c3114686aad8d28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731300694272 2024-11-11T04:51:39,974 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting dde08bde38c0434b8f31f4e7dab50d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731300696379 2024-11-11T04:51:39,974 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b383d15c9af547969a1008e6b2471682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731300696452 2024-11-11T04:51:39,975 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting fa0e0adf3b7f4136aa92a2803de6e64b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697084 2024-11-11T04:51:39,984 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:39,985 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/59ab32ab75474af28638861c0d3e626c is 50, key is test_row_0/C:col10/1731300698233/Put/seqid=0 2024-11-11T04:51:39,988 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/9e985151517c4061979ba880b235ed7a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a 2024-11-11T04:51:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742058_1234 (size=13153) 2024-11-11T04:51:39,994 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 9e985151517c4061979ba880b235ed7a(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:39,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:39,994 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=12, startTime=1731300699534; duration=0sec 2024-11-11T04:51:39,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:39,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:39,996 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/59ab32ab75474af28638861c0d3e626c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/59ab32ab75474af28638861c0d3e626c 2024-11-11T04:51:40,001 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into 59ab32ab75474af28638861c0d3e626c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:40,001 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:40,001 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=12, startTime=1731300699534; duration=0sec 2024-11-11T04:51:40,001 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:40,001 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:40,101 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119132d33410cc4ca581b1d80e8e7ee441_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119132d33410cc4ca581b1d80e8e7ee441_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ba4c4a94222c4ef3bc1c554e7e996acd, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ba4c4a94222c4ef3bc1c554e7e996acd is 175, key is test_row_0/A:col10/1731300698267/Put/seqid=0 2024-11-11T04:51:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742059_1235 (size=31255) 2024-11-11T04:51:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:40,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. as already flushing 2024-11-11T04:51:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300760478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:40,515 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ba4c4a94222c4ef3bc1c554e7e996acd 2024-11-11T04:51:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/8e3efe194cbf40c3aa0dfaca46faccbe is 50, key is test_row_0/B:col10/1731300698267/Put/seqid=0 2024-11-11T04:51:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742060_1236 (size=12301) 2024-11-11T04:51:40,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300760582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1731300760652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:40,657 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1731300760672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:40,673 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300760792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:40,926 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/8e3efe194cbf40c3aa0dfaca46faccbe 2024-11-11T04:51:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ab3592b52bfb4b0598f2785c3edf2a1f is 50, key is test_row_0/C:col10/1731300698267/Put/seqid=0 2024-11-11T04:51:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742061_1237 (size=12301) 2024-11-11T04:51:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47858 deadline: 1731300761101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:41,178 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-11T04:51:41,178 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:41,178 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,178 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:41,180 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-11T04:51:41,180 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:41,180 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,180 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:41,181 INFO [Thread-656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-656. 2024-11-11T04:51:41,181 DEBUG [Thread-656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:41,181 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,181 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:41,185 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-11T04:51:41,185 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:41,185 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,185 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1731300761332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:41,333 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:41,339 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ab3592b52bfb4b0598f2785c3edf2a1f 2024-11-11T04:51:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1731300761342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:41,343 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 1dc11231cd5edbdea10c77daf3885c7a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:51:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:51:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/ba4c4a94222c4ef3bc1c554e7e996acd as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd 2024-11-11T04:51:41,348 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd, entries=150, sequenceid=367, filesize=30.5 K 2024-11-11T04:51:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/8e3efe194cbf40c3aa0dfaca46faccbe as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe 2024-11-11T04:51:41,352 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe, entries=150, sequenceid=367, filesize=12.0 K 2024-11-11T04:51:41,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/ab3592b52bfb4b0598f2785c3edf2a1f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f 2024-11-11T04:51:41,356 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-11T04:51:41,356 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1dc11231cd5edbdea10c77daf3885c7a in 1672ms, sequenceid=367, compaction requested=false 2024-11-11T04:51:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T04:51:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T04:51:41,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-11T04:51:41,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5930 sec 2024-11-11T04:51:41,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.5980 sec 2024-11-11T04:51:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:41,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:41,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:51:41,614 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-11-11T04:51:41,614 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:41,614 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,614 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:41,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:41,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ad8ff8ac30974e7994a8728d0fad4ba4_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742062_1238 (size=12454) 2024-11-11T04:51:42,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:42,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ad8ff8ac30974e7994a8728d0fad4ba4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ad8ff8ac30974e7994a8728d0fad4ba4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:42,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b0aa29c137384061a8fff9ab3e8c8d55, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:42,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b0aa29c137384061a8fff9ab3e8c8d55 is 175, key is test_row_0/A:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742063_1239 (size=31255) 2024-11-11T04:51:42,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b0aa29c137384061a8fff9ab3e8c8d55 2024-11-11T04:51:42,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/51ae7bb293a84c87b39a5366df97297c is 50, key is test_row_0/B:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742064_1240 (size=12301) 2024-11-11T04:51:42,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/51ae7bb293a84c87b39a5366df97297c 2024-11-11T04:51:42,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/02e9be7aa6b54c11a72f56393d127d52 is 50, key is test_row_0/C:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742065_1241 (size=12301) 2024-11-11T04:51:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T04:51:42,932 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:43,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/02e9be7aa6b54c11a72f56393d127d52 2024-11-11T04:51:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/b0aa29c137384061a8fff9ab3e8c8d55 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55 2024-11-11T04:51:43,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55, entries=150, sequenceid=395, filesize=30.5 K 2024-11-11T04:51:43,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/51ae7bb293a84c87b39a5366df97297c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c 2024-11-11T04:51:43,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T04:51:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/02e9be7aa6b54c11a72f56393d127d52 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52 2024-11-11T04:51:43,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T04:51:43,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1dc11231cd5edbdea10c77daf3885c7a in 1658ms, sequenceid=395, compaction requested=true 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:43,271 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dc11231cd5edbdea10c77daf3885c7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:43,271 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:43,272 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:43,272 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/A is initiating minor compaction (all files) 2024-11-11T04:51:43,272 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:43,272 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/A in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:43,272 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/B is initiating minor compaction (all files) 2024-11-11T04:51:43,272 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/B in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:43,272 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=92.4 K 2024-11-11T04:51:43,272 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/b7a4277ce9ae4788ab22db44e703d181, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.9 K 2024-11-11T04:51:43,272 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:43,272 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55] 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e985151517c4061979ba880b235ed7a, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697084 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a4277ce9ae4788ab22db44e703d181, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697084 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba4c4a94222c4ef3bc1c554e7e996acd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731300698244 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e3efe194cbf40c3aa0dfaca46faccbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731300698244 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0aa29c137384061a8fff9ab3e8c8d55, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300700475 2024-11-11T04:51:43,273 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ae7bb293a84c87b39a5366df97297c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300700475 2024-11-11T04:51:43,280 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:43,281 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/190749830dfe4779982ceeee596e71c4 is 50, key is test_row_0/B:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742066_1242 (size=13255) 2024-11-11T04:51:43,285 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:43,287 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e0a3117c4ecd46f5b9bad1a57e20ea59_1dc11231cd5edbdea10c77daf3885c7a store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:43,307 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e0a3117c4ecd46f5b9bad1a57e20ea59_1dc11231cd5edbdea10c77daf3885c7a, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:43,307 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0a3117c4ecd46f5b9bad1a57e20ea59_1dc11231cd5edbdea10c77daf3885c7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742067_1243 (size=4469) 2024-11-11T04:51:43,690 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/190749830dfe4779982ceeee596e71c4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/190749830dfe4779982ceeee596e71c4 2024-11-11T04:51:43,694 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/B of 1dc11231cd5edbdea10c77daf3885c7a into 190749830dfe4779982ceeee596e71c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:43,694 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:43,694 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/B, priority=13, startTime=1731300703271; duration=0sec 2024-11-11T04:51:43,694 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:43,694 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:B 2024-11-11T04:51:43,695 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:43,695 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:43,695 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 1dc11231cd5edbdea10c77daf3885c7a/C is initiating minor compaction (all files) 2024-11-11T04:51:43,695 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dc11231cd5edbdea10c77daf3885c7a/C in TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:43,696 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/59ab32ab75474af28638861c0d3e626c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp, totalSize=36.9 K 2024-11-11T04:51:43,696 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 59ab32ab75474af28638861c0d3e626c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731300697084 2024-11-11T04:51:43,696 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ab3592b52bfb4b0598f2785c3edf2a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731300698244 2024-11-11T04:51:43,697 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 02e9be7aa6b54c11a72f56393d127d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300700475 2024-11-11T04:51:43,705 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:43,706 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/c1d94dc19dfd48a28ffea7cf032087d6 is 50, key is test_row_0/C:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742068_1244 (size=13255) 2024-11-11T04:51:43,712 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dc11231cd5edbdea10c77daf3885c7a#A#compaction#199 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:43,713 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/89e79dd0f3534021b2d7fa49f002d9f5 is 175, key is test_row_0/A:col10/1731300701612/Put/seqid=0 2024-11-11T04:51:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742069_1245 (size=32209) 2024-11-11T04:51:44,114 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/c1d94dc19dfd48a28ffea7cf032087d6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/c1d94dc19dfd48a28ffea7cf032087d6 2024-11-11T04:51:44,118 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/C of 1dc11231cd5edbdea10c77daf3885c7a into c1d94dc19dfd48a28ffea7cf032087d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:44,119 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:44,119 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/C, priority=13, startTime=1731300703271; duration=0sec 2024-11-11T04:51:44,119 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:44,119 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:C 2024-11-11T04:51:44,125 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/89e79dd0f3534021b2d7fa49f002d9f5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/89e79dd0f3534021b2d7fa49f002d9f5 2024-11-11T04:51:44,129 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dc11231cd5edbdea10c77daf3885c7a/A of 1dc11231cd5edbdea10c77daf3885c7a into 89e79dd0f3534021b2d7fa49f002d9f5(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:44,129 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dc11231cd5edbdea10c77daf3885c7a: 2024-11-11T04:51:44,129 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., storeName=1dc11231cd5edbdea10c77daf3885c7a/A, priority=13, startTime=1731300703271; duration=0sec 2024-11-11T04:51:44,129 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:44,129 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dc11231cd5edbdea10c77daf3885c7a:A 2024-11-11T04:51:44,693 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-11T04:51:44,693 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:44,693 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:44,693 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:44,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:44,723 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-11T04:51:44,723 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:44,723 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:44,724 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:44,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:45,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:51:51,403 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-11T04:51:51,403 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:51,403 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,403 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:51,433 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-11T04:51:51,433 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:51:51,433 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,433 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3929 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3953 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1689 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5066 rows 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1679 2024-11-11T04:51:51,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5035 rows 2024-11-11T04:51:51,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:51:51,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:51:51,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:51,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:51:51,435 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:51:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:51,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300711437"}]},"ts":"1731300711437"} 2024-11-11T04:51:51,439 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:51:51,439 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:51:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:51:51,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, UNASSIGN}] 2024-11-11T04:51:51,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, UNASSIGN 2024-11-11T04:51:51,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, UNASSIGN because future has completed 2024-11-11T04:51:51,443 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:51:51,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:51,596 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:51,596 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:51:51,596 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 1dc11231cd5edbdea10c77daf3885c7a, disabling compactions & flushes 2024-11-11T04:51:51,596 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:51,596 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:51,596 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. after waiting 0 ms 2024-11-11T04:51:51,596 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:51,596 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 1dc11231cd5edbdea10c77daf3885c7a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T04:51:51,603 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111197293287267e4d3e95cc6db38f7d3552_1dc11231cd5edbdea10c77daf3885c7a is 50, key is test_row_0/A:col10/1731300704722/Put/seqid=0 2024-11-11T04:51:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742070_1246 (size=12454) 2024-11-11T04:51:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:52,007 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:52,012 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111197293287267e4d3e95cc6db38f7d3552_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111197293287267e4d3e95cc6db38f7d3552_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:52,013 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/16e1973fc43a4437b9ef3da3065b1619, store: [table=TestAcidGuarantees family=A region=1dc11231cd5edbdea10c77daf3885c7a] 2024-11-11T04:51:52,013 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/16e1973fc43a4437b9ef3da3065b1619 is 175, key is test_row_0/A:col10/1731300704722/Put/seqid=0 2024-11-11T04:51:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742071_1247 (size=31255) 2024-11-11T04:51:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:52,417 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/16e1973fc43a4437b9ef3da3065b1619 2024-11-11T04:51:52,424 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9988b547b1df432dac91f80a97bf9d0c is 50, key is test_row_0/B:col10/1731300704722/Put/seqid=0 2024-11-11T04:51:52,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742072_1248 (size=12301) 2024-11-11T04:51:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:52,828 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9988b547b1df432dac91f80a97bf9d0c 2024-11-11T04:51:52,835 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/138b65ffcc6d4c5c905963374203012b is 50, key is test_row_0/C:col10/1731300704722/Put/seqid=0 2024-11-11T04:51:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742073_1249 (size=12301) 2024-11-11T04:51:53,239 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/138b65ffcc6d4c5c905963374203012b 2024-11-11T04:51:53,244 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/A/16e1973fc43a4437b9ef3da3065b1619 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/16e1973fc43a4437b9ef3da3065b1619 2024-11-11T04:51:53,247 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/16e1973fc43a4437b9ef3da3065b1619, entries=150, sequenceid=405, filesize=30.5 K 2024-11-11T04:51:53,248 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/B/9988b547b1df432dac91f80a97bf9d0c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9988b547b1df432dac91f80a97bf9d0c 2024-11-11T04:51:53,251 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9988b547b1df432dac91f80a97bf9d0c, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T04:51:53,252 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/.tmp/C/138b65ffcc6d4c5c905963374203012b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/138b65ffcc6d4c5c905963374203012b 2024-11-11T04:51:53,255 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/138b65ffcc6d4c5c905963374203012b, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T04:51:53,256 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1dc11231cd5edbdea10c77daf3885c7a in 1660ms, sequenceid=405, compaction requested=false 2024-11-11T04:51:53,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55] to archive 2024-11-11T04:51:53,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:53,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1d700dd32d1f4484a24942a2c19f7b1c 2024-11-11T04:51:53,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/42be3018083740b8b51d0c3b60736309 2024-11-11T04:51:53,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ee85a8b636d044028845f3b748498227 2024-11-11T04:51:53,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/668338574e154344a27fa687dda2ab16 2024-11-11T04:51:53,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/60fb6fd9310f4518923a1bcd7623d90d 2024-11-11T04:51:53,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/7862357920bb473fbab2fbe1c5575f3d 2024-11-11T04:51:53,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1a5fb97225764626b9af50ffa646fe3c 2024-11-11T04:51:53,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/688ac9d1131c4eac9971cc16d1364f9c 2024-11-11T04:51:53,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8928065a1e8646e1b5e3ff2bb4760c07 2024-11-11T04:51:53,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d1dc0a44e2fb4a6bb944812237cdbecc 2024-11-11T04:51:53,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b1645ba7dd194645989bdf68b78943b0 2024-11-11T04:51:53,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/85e556e5284c4f9a90617a79592c5441 2024-11-11T04:51:53,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/815d08280d5f48aba28d2aff66ff6a23 2024-11-11T04:51:53,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/3451ad48f1bb4ebeb65162b611a3c874 2024-11-11T04:51:53,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/8e21f2a2808a4023bff4868e63bbed94 2024-11-11T04:51:53,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/4ca06aa3fb6d46939a111453fb1b24de 2024-11-11T04:51:53,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d071bf429ccd4ba1aaf39b864a2be9eb 2024-11-11T04:51:53,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/5864f97c13cd48f498057684d3a2893b 2024-11-11T04:51:53,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f587ee5901834f109e4dbc1589518cc4 2024-11-11T04:51:53,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/d94b299ab9a14e44abaa9ee4b6e31238 2024-11-11T04:51:53,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/614b1ffe77f44477b7aca2f721d2ef2c 2024-11-11T04:51:53,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/25566aba22c9439bb5f27950aa4f412e 2024-11-11T04:51:53,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/1cdd91b5e7814d9d978ed2c7d14b0a48 2024-11-11T04:51:53,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/f502b2cbb7624dd1a5166be77bd98c4a 2024-11-11T04:51:53,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/df7838929a324eca86e7af27bea9deeb 2024-11-11T04:51:53,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/9e985151517c4061979ba880b235ed7a 2024-11-11T04:51:53,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/ba4c4a94222c4ef3bc1c554e7e996acd 2024-11-11T04:51:53,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/b0aa29c137384061a8fff9ab3e8c8d55 2024-11-11T04:51:53,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04c4e27bb2114b6dbde642ff6be21e58, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c730f6122bb94b739697287d98ed2087, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4da0f47179524c6f808e4f23be2e8934, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b770f5bc50246a0bb133b37546596d0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b34bc2180de46e3a1440e3f9dde7b15, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c4a324f7745947f39987fe1e16e46b4e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/dcccc6e81a1242cbacc73e6689b61de9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/b7a4277ce9ae4788ab22db44e703d181, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c] to archive 2024-11-11T04:51:53,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:53,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/f1d55bb96ebb4b4291cc456d48578539 2024-11-11T04:51:53,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4385fdefc1aa428f937070ea1a405e4c 2024-11-11T04:51:53,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04c4e27bb2114b6dbde642ff6be21e58 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04c4e27bb2114b6dbde642ff6be21e58 2024-11-11T04:51:53,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/366d13686bdb4b80a472133a8c8d7568 2024-11-11T04:51:53,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/085a374c3bb54353b81c301ce7776f47 2024-11-11T04:51:53,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c730f6122bb94b739697287d98ed2087 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c730f6122bb94b739697287d98ed2087 2024-11-11T04:51:53,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/15856e1c38ba4b58a536455a6a48ae9d 2024-11-11T04:51:53,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6a3517605bed4be4b38f35607271dff9 2024-11-11T04:51:53,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4da0f47179524c6f808e4f23be2e8934 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/4da0f47179524c6f808e4f23be2e8934 2024-11-11T04:51:53,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9ceef6eeafc6492f84d14b5c026225f2 2024-11-11T04:51:53,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/5f0d9008a8ab42e7a9a5bc0b3d2a943c 2024-11-11T04:51:53,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b770f5bc50246a0bb133b37546596d0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b770f5bc50246a0bb133b37546596d0 2024-11-11T04:51:53,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/320a7a750b2a4d8f8c3c6116c3af9736 2024-11-11T04:51:53,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/a8abf609321c4d12b17b69670d13df0e 2024-11-11T04:51:53,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b34bc2180de46e3a1440e3f9dde7b15 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/6b34bc2180de46e3a1440e3f9dde7b15 2024-11-11T04:51:53,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/30458e5f0a7e46298cc7bd52baaa940a 2024-11-11T04:51:53,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/809f3a03a93e4755a71d4248240b568b 2024-11-11T04:51:53,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c4a324f7745947f39987fe1e16e46b4e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/c4a324f7745947f39987fe1e16e46b4e 2024-11-11T04:51:53,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/04d900e8a1b74573aad59ea56da1a781 2024-11-11T04:51:53,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ad93c98342e14315aebb7ce5180c86c0 2024-11-11T04:51:53,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/dcccc6e81a1242cbacc73e6689b61de9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/dcccc6e81a1242cbacc73e6689b61de9 2024-11-11T04:51:53,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/16329c258ad84082b3083543c929474d 2024-11-11T04:51:53,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/ef7df80514914022978f02eea4b3f447 2024-11-11T04:51:53,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/91a2f6dc15764ed48015757ec0154e57 2024-11-11T04:51:53,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/b7a4277ce9ae4788ab22db44e703d181 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/b7a4277ce9ae4788ab22db44e703d181 2024-11-11T04:51:53,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/929cf09d989e484a937b3c15a11e5077 2024-11-11T04:51:53,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/8e3efe194cbf40c3aa0dfaca46faccbe 2024-11-11T04:51:53,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/51ae7bb293a84c87b39a5366df97297c 2024-11-11T04:51:53,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/cb84350f65614729a13109c296d16021, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/6443e8e6a67c4d45bfdbbed8d433a642, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/03622feff38d457a8d8bd9dca9883033, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b3c29a075b574408bfe74b15cb917804, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/5926d5aa6969441d950baea70b266642, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/de60347e874d432899a2fa859e52bb47, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/8281a9187fc14e119c3114686aad8d28, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/59ab32ab75474af28638861c0d3e626c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52] to archive 2024-11-11T04:51:53,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:51:53,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3660bea6db5243068719d194e971167f 2024-11-11T04:51:53,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/1aa32602ba2d4747b223ff8eae028ad7 2024-11-11T04:51:53,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/cb84350f65614729a13109c296d16021 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/cb84350f65614729a13109c296d16021 2024-11-11T04:51:53,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/bdb4969fbe534d7bbdfcca22312bb03c 2024-11-11T04:51:53,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/00fd3d369e484a599c7d40ef797063b7 2024-11-11T04:51:53,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/6443e8e6a67c4d45bfdbbed8d433a642 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/6443e8e6a67c4d45bfdbbed8d433a642 2024-11-11T04:51:53,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/741b1ec56ece4da6ab9cca6af4622142 2024-11-11T04:51:53,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/7dfb075c14a940a0bda76d196c22a358 2024-11-11T04:51:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/03622feff38d457a8d8bd9dca9883033 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/03622feff38d457a8d8bd9dca9883033 2024-11-11T04:51:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/0876f7bdc3a549eb98beecd3a572df7f 2024-11-11T04:51:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/64c32459bbfe4c2d80552b57779bb16d 2024-11-11T04:51:53,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b3c29a075b574408bfe74b15cb917804 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b3c29a075b574408bfe74b15cb917804 2024-11-11T04:51:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/e894268de2414bd18be35ddbbbf4f7ff 2024-11-11T04:51:53,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/3ff03e0f024c47d89c024435f07eb957 2024-11-11T04:51:53,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/5926d5aa6969441d950baea70b266642 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/5926d5aa6969441d950baea70b266642 2024-11-11T04:51:53,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/f065c3c71f374fa0a40af5fda0ddd9a6 2024-11-11T04:51:53,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ef829fd9cd3649068c46d03f239e89ac 2024-11-11T04:51:53,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/de60347e874d432899a2fa859e52bb47 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/de60347e874d432899a2fa859e52bb47 2024-11-11T04:51:53,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/953e9db9fbf54128a6ebf3024f072cda 2024-11-11T04:51:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/389b1ea2ba444c59aa474f3f1d9b496a 2024-11-11T04:51:53,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/8281a9187fc14e119c3114686aad8d28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/8281a9187fc14e119c3114686aad8d28 2024-11-11T04:51:53,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/9e8aab3a7d1b4a128785ebad07cc987e 2024-11-11T04:51:53,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/dde08bde38c0434b8f31f4e7dab50d48 2024-11-11T04:51:53,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/b383d15c9af547969a1008e6b2471682 2024-11-11T04:51:53,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/59ab32ab75474af28638861c0d3e626c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/59ab32ab75474af28638861c0d3e626c 2024-11-11T04:51:53,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/fa0e0adf3b7f4136aa92a2803de6e64b 2024-11-11T04:51:53,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/ab3592b52bfb4b0598f2785c3edf2a1f 2024-11-11T04:51:53,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/02e9be7aa6b54c11a72f56393d127d52 2024-11-11T04:51:53,346 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=4 2024-11-11T04:51:53,347 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. 2024-11-11T04:51:53,347 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 1dc11231cd5edbdea10c77daf3885c7a: Waiting for close lock at 1731300711596Running coprocessor pre-close hooks at 1731300711596Disabling compacts and flushes for region at 1731300711596Disabling writes for close at 1731300711596Obtaining lock to block concurrent updates at 1731300711596Preparing flush snapshotting stores in 1dc11231cd5edbdea10c77daf3885c7a at 1731300711596Finished memstore snapshotting TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731300711597 (+1 ms)Flushing stores of TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a. at 1731300711597Flushing 1dc11231cd5edbdea10c77daf3885c7a/A: creating writer at 1731300711597Flushing mob file 1dc11231cd5edbdea10c77daf3885c7a/A: appending metadata at 1731300711603 (+6 ms)Flushing mob file 1dc11231cd5edbdea10c77daf3885c7a/A: closing flushed file at 1731300711603Flushing 1dc11231cd5edbdea10c77daf3885c7a/A: appending metadata at 1731300712013 (+410 ms)Flushing 1dc11231cd5edbdea10c77daf3885c7a/A: closing flushed file at 1731300712013Flushing 1dc11231cd5edbdea10c77daf3885c7a/B: creating writer at 1731300712421 (+408 ms)Flushing 1dc11231cd5edbdea10c77daf3885c7a/B: appending metadata at 1731300712424 (+3 ms)Flushing 1dc11231cd5edbdea10c77daf3885c7a/B: closing flushed file at 1731300712424Flushing 1dc11231cd5edbdea10c77daf3885c7a/C: creating writer at 1731300712832 (+408 ms)Flushing 1dc11231cd5edbdea10c77daf3885c7a/C: appending metadata at 1731300712835 (+3 ms)Flushing 1dc11231cd5edbdea10c77daf3885c7a/C: closing flushed file at 1731300712835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3eb38e: reopening flushed file at 1731300713243 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5106b9a3: reopening flushed file at 1731300713247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23555879: reopening flushed file at 1731300713251 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1dc11231cd5edbdea10c77daf3885c7a in 1660ms, sequenceid=405, compaction requested=false at 1731300713256 (+5 ms)Writing region close event to WAL at 1731300713343 (+87 ms)Running coprocessor post-close hooks at 1731300713347 (+4 ms)Closed at 1731300713347 2024-11-11T04:51:53,349 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1dc11231cd5edbdea10c77daf3885c7a, regionState=CLOSED 2024-11-11T04:51:53,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:53,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T04:51:53,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 1dc11231cd5edbdea10c77daf3885c7a, server=a7bef91497aa,40889,1731300647138 in 1.9080 sec 2024-11-11T04:51:53,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T04:51:53,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dc11231cd5edbdea10c77daf3885c7a, UNASSIGN in 1.9120 sec 2024-11-11T04:51:53,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T04:51:53,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-11T04:51:53,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300713358"}]},"ts":"1731300713358"} 2024-11-11T04:51:53,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:51:53,359 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:51:53,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9250 sec 2024-11-11T04:51:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T04:51:53,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:53,583 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:51:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T04:51:53,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,588 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,590 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits] 2024-11-11T04:51:53,593 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/16e1973fc43a4437b9ef3da3065b1619 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/16e1973fc43a4437b9ef3da3065b1619 2024-11-11T04:51:53,594 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/89e79dd0f3534021b2d7fa49f002d9f5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/A/89e79dd0f3534021b2d7fa49f002d9f5 2024-11-11T04:51:53,596 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/190749830dfe4779982ceeee596e71c4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/190749830dfe4779982ceeee596e71c4 2024-11-11T04:51:53,597 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9988b547b1df432dac91f80a97bf9d0c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/B/9988b547b1df432dac91f80a97bf9d0c 2024-11-11T04:51:53,600 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/138b65ffcc6d4c5c905963374203012b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/138b65ffcc6d4c5c905963374203012b 2024-11-11T04:51:53,601 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/c1d94dc19dfd48a28ffea7cf032087d6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/C/c1d94dc19dfd48a28ffea7cf032087d6 2024-11-11T04:51:53,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits/408.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a/recovered.edits/408.seqid 2024-11-11T04:51:53,604 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:51:53,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:51:53,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T04:51:53,609 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110ab0fee741114990a280c8d102f1472a_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110ab0fee741114990a280c8d102f1472a_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,610 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f6a693b952443fb8a2c33bbf4cde4c4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f6a693b952443fb8a2c33bbf4cde4c4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,611 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c6fc45e5f714903898f5d1df6d82b7b_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c6fc45e5f714903898f5d1df6d82b7b_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132452c83175340ae9b1e9114dceb4735_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132452c83175340ae9b1e9114dceb4735_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,613 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139e2cfd38e5740a2b723c1cdd0abd035_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139e2cfd38e5740a2b723c1cdd0abd035_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,614 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bab550bec9e4c3d82d59518edada465_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bab550bec9e4c3d82d59518edada465_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,615 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111544b4451dd6d4f9f8d1a8c04a0443396_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111544b4451dd6d4f9f8d1a8c04a0443396_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,616 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111584903b1198945a693a72cfbbb6ef03a_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111584903b1198945a693a72cfbbb6ef03a_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fc3039f94b4eff80b3df148ba9105c_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fc3039f94b4eff80b3df148ba9105c_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b691c4e075e490c973ac9daa0355b67_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b691c4e075e490c973ac9daa0355b67_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,619 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119132d33410cc4ca581b1d80e8e7ee441_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119132d33410cc4ca581b1d80e8e7ee441_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,621 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111191b44e0b2a4e4387962fae4b21d127e4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111191b44e0b2a4e4387962fae4b21d127e4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,622 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111197293287267e4d3e95cc6db38f7d3552_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111197293287267e4d3e95cc6db38f7d3552_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,623 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111972fa835062b4f179ca1492167b38a7b_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111972fa835062b4f179ca1492167b38a7b_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa8c52d0a3804cacadc37b9ddf9ab461_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa8c52d0a3804cacadc37b9ddf9ab461_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,625 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ad8ff8ac30974e7994a8728d0fad4ba4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ad8ff8ac30974e7994a8728d0fad4ba4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf5a70e768fd4826bd58abd5a2da0985_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf5a70e768fd4826bd58abd5a2da0985_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,627 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e503333ad08e41009faf5dd4eeaaee54_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e503333ad08e41009faf5dd4eeaaee54_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ea7689c2eb9b490c8ecdb60cec264e18_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ea7689c2eb9b490c8ecdb60cec264e18_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,629 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ef1661d2367b4065bd054c126af8def4_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ef1661d2367b4065bd054c126af8def4_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,630 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3bfbf96658b49a6bcdd51847bb6fe45_1dc11231cd5edbdea10c77daf3885c7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3bfbf96658b49a6bcdd51847bb6fe45_1dc11231cd5edbdea10c77daf3885c7a 2024-11-11T04:51:53,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:51:53,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,635 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:51:53,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:51:53,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:51:53,639 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300713638"}]},"ts":"9223372036854775807"} 2024-11-11T04:51:53,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:51:53,641 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1dc11231cd5edbdea10c77daf3885c7a, NAME => 'TestAcidGuarantees,,1731300678032.1dc11231cd5edbdea10c77daf3885c7a.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:51:53,641 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:51:53,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300713641"}]},"ts":"9223372036854775807"} 2024-11-11T04:51:53,642 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:51:53,643 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-11T04:51:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T04:51:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:51:53,693 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:53,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6584 (was 6680) 2024-11-11T04:51:53,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=6584 2024-11-11T04:51:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:51:53,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:51:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:51:53,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:51:53,716 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:53,716 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-11T04:51:53,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:51:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742074_1250 (size=959) 2024-11-11T04:51:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:54,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:51:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742075_1251 (size=53) 2024-11-11T04:51:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7f227e577b6581e41cea89a3e06c44c5, disabling compactions & flushes 2024-11-11T04:51:54,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. after waiting 0 ms 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f227e577b6581e41cea89a3e06c44c5: Waiting for close lock at 1731300714531Disabling compacts and flushes for region at 1731300714531Disabling writes for close at 1731300714531Writing region close event to WAL at 1731300714531Closed at 1731300714531 2024-11-11T04:51:54,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:51:54,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300714532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300714532"}]},"ts":"1731300714532"} 2024-11-11T04:51:54,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:51:54,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:51:54,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300714535"}]},"ts":"1731300714535"} 2024-11-11T04:51:54,536 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:51:54,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, ASSIGN}] 2024-11-11T04:51:54,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, ASSIGN 2024-11-11T04:51:54,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:51:54,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=7f227e577b6581e41cea89a3e06c44c5, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, ASSIGN because future has completed 2024-11-11T04:51:54,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:51:54,844 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,844 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:51:54,845 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,845 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:51:54,845 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,845 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,846 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,847 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f227e577b6581e41cea89a3e06c44c5 columnFamilyName A 2024-11-11T04:51:54,847 DEBUG [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:54,848 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(327): Store=7f227e577b6581e41cea89a3e06c44c5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:54,848 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,849 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f227e577b6581e41cea89a3e06c44c5 columnFamilyName B 2024-11-11T04:51:54,849 DEBUG [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:54,849 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(327): Store=7f227e577b6581e41cea89a3e06c44c5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:54,849 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,850 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f227e577b6581e41cea89a3e06c44c5 columnFamilyName C 2024-11-11T04:51:54,850 DEBUG [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:51:54,851 INFO [StoreOpener-7f227e577b6581e41cea89a3e06c44c5-1 {}] regionserver.HStore(327): Store=7f227e577b6581e41cea89a3e06c44c5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:51:54,851 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:54,851 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,852 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,853 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,853 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,853 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:51:54,854 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,856 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:51:54,856 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 7f227e577b6581e41cea89a3e06c44c5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65987548, jitterRate=-0.01670891046524048}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:51:54,856 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:54,858 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 7f227e577b6581e41cea89a3e06c44c5: Running coprocessor pre-open hook at 1731300714845Writing region info on filesystem at 1731300714845Initializing all the Stores at 1731300714846 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300714846Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300714846Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300714846Cleaning up temporary data from old regions at 1731300714853 (+7 ms)Running coprocessor post-open hooks at 1731300714856 (+3 ms)Region opened successfully at 1731300714858 (+2 ms) 2024-11-11T04:51:54,858 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., pid=67, masterSystemTime=1731300714841 2024-11-11T04:51:54,860 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,860 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:54,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=7f227e577b6581e41cea89a3e06c44c5, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:54,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:51:54,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-11T04:51:54,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 in 173 msec 2024-11-11T04:51:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-11T04:51:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, ASSIGN in 329 msec 2024-11-11T04:51:54,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:51:54,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300714867"}]},"ts":"1731300714867"} 2024-11-11T04:51:54,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:51:54,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:51:54,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-11T04:51:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-11T04:51:55,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:55,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e91c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,864 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e63cbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,866 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a546036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:51:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:51:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fdca96 2024-11-11T04:51:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:51:55,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:51:55,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25146acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75af4ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a79b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4085c543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,877 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdd96d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,879 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17db9f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9948f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,881 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dff54ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce79332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,884 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33357e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,886 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793129cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a53e5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc5d1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,890 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e985e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,891 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c6e1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,893 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a37b10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,894 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77abed8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,896 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecd1523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9694b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:51:55,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:51:55,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2132719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:51:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:51:55,900 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:51:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1998af4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:51:55,901 DEBUG [Thread-1163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,901 DEBUG [Thread-1178 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,901 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,901 DEBUG [Thread-1182 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,901 DEBUG [Thread-1176 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,901 DEBUG [Thread-1180 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,902 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,902 DEBUG [Thread-1165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-11T04:51:55,904 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,905 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:51:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T04:51:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:51:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:51:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:51:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,911 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:55,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:51:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:55,920 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:55,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:51:55,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b90efa898c23433c8404d454747b6ab3 is 50, key is test_row_0/A:col10/1731300715917/Put/seqid=0 2024-11-11T04:51:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300775957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300775960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:55,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:55,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300775964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300775962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300775960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742076_1252 (size=14341) 2024-11-11T04:51:55,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b90efa898c23433c8404d454747b6ab3 2024-11-11T04:51:56,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d8695223bba2495b992825e7a4c6f3be is 50, key is test_row_0/B:col10/1731300715917/Put/seqid=0 2024-11-11T04:51:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T04:51:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742077_1253 (size=12001) 2024-11-11T04:51:56,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d8695223bba2495b992825e7a4c6f3be 2024-11-11T04:51:56,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/f2322f633f6c424894840ed7d9b1789d is 50, key is test_row_0/C:col10/1731300715917/Put/seqid=0 2024-11-11T04:51:56,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T04:51:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:56,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300776072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742078_1254 (size=12001) 2024-11-11T04:51:56,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300776082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300776082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300776082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300776082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/f2322f633f6c424894840ed7d9b1789d 2024-11-11T04:51:56,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b90efa898c23433c8404d454747b6ab3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3 2024-11-11T04:51:56,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3, entries=200, sequenceid=13, filesize=14.0 K 2024-11-11T04:51:56,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d8695223bba2495b992825e7a4c6f3be as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be 2024-11-11T04:51:56,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T04:51:56,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/f2322f633f6c424894840ed7d9b1789d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d 2024-11-11T04:51:56,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T04:51:56,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7f227e577b6581e41cea89a3e06c44c5 in 202ms, sequenceid=13, compaction requested=false 2024-11-11T04:51:56,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T04:51:56,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T04:51:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:56,223 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:51:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/656c4da640624cfcb23f47035a3cd7e5 is 50, key is test_row_0/A:col10/1731300715957/Put/seqid=0 2024-11-11T04:51:56,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742079_1255 (size=12001) 2024-11-11T04:51:56,257 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/656c4da640624cfcb23f47035a3cd7e5 2024-11-11T04:51:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/853ec7fd1ea34349abde7ee75f7f2792 is 50, key is test_row_0/B:col10/1731300715957/Put/seqid=0 2024-11-11T04:51:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:56,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:56,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742080_1256 (size=12001) 2024-11-11T04:51:56,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300776293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300776294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300776295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300776295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300776295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300776402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300776402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300776402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300776402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300776411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T04:51:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300776622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,688 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/853ec7fd1ea34349abde7ee75f7f2792 2024-11-11T04:51:56,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3c05bab37fbb4017b99bb77ccbb43e08 is 50, key is test_row_0/C:col10/1731300715957/Put/seqid=0 2024-11-11T04:51:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742081_1257 (size=12001) 2024-11-11T04:51:56,707 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3c05bab37fbb4017b99bb77ccbb43e08 2024-11-11T04:51:56,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/656c4da640624cfcb23f47035a3cd7e5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5 2024-11-11T04:51:56,717 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T04:51:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/853ec7fd1ea34349abde7ee75f7f2792 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792 2024-11-11T04:51:56,722 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T04:51:56,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3c05bab37fbb4017b99bb77ccbb43e08 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08 2024-11-11T04:51:56,727 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T04:51:56,728 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f227e577b6581e41cea89a3e06c44c5 in 505ms, sequenceid=38, compaction requested=false 2024-11-11T04:51:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-11T04:51:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-11T04:51:56,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T04:51:56,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 818 msec 2024-11-11T04:51:56,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 829 msec 2024-11-11T04:51:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:56,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:51:56,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/31592d47770a463a9df5015fb8e53a13 is 50, key is test_row_0/A:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742082_1258 (size=14341) 2024-11-11T04:51:56,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300776947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300776947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300776948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300776949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300776952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T04:51:57,042 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:57,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-11T04:51:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:57,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:57,046 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:57,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300777061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300777061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300777062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300777062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300777062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:57,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T04:51:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300777272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300777272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300777272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300777272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300777272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/31592d47770a463a9df5015fb8e53a13 2024-11-11T04:51:57,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c2ca24a9ebf74edfa5e115c8b9eaada8 is 50, key is test_row_0/B:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:57,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T04:51:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742083_1259 (size=12001) 2024-11-11T04:51:57,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c2ca24a9ebf74edfa5e115c8b9eaada8 2024-11-11T04:51:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:57,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c5c8a400067943ab83e10f5a0c9fbd72 is 50, key is test_row_0/C:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742084_1260 (size=12001) 2024-11-11T04:51:57,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T04:51:57,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300777582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300777582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300777582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300777582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300777582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:57,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T04:51:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:57,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c5c8a400067943ab83e10f5a0c9fbd72 2024-11-11T04:51:57,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/31592d47770a463a9df5015fb8e53a13 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13 2024-11-11T04:51:57,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13, entries=200, sequenceid=52, filesize=14.0 K 2024-11-11T04:51:57,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c2ca24a9ebf74edfa5e115c8b9eaada8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8 2024-11-11T04:51:57,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:51:57,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c5c8a400067943ab83e10f5a0c9fbd72 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72 2024-11-11T04:51:57,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:51:57,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7f227e577b6581e41cea89a3e06c44c5 in 868ms, sequenceid=52, compaction requested=true 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:57,791 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:57,791 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:57,792 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:57,792 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:57,792 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:51:57,792 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:51:57,792 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,792 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,792 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.2 K 2024-11-11T04:51:57,792 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=39.7 K 2024-11-11T04:51:57,793 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d8695223bba2495b992825e7a4c6f3be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731300715917 2024-11-11T04:51:57,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b90efa898c23433c8404d454747b6ab3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731300715910 2024-11-11T04:51:57,793 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 656c4da640624cfcb23f47035a3cd7e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731300715950 2024-11-11T04:51:57,793 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 853ec7fd1ea34349abde7ee75f7f2792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731300715950 2024-11-11T04:51:57,794 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31592d47770a463a9df5015fb8e53a13, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716293 2024-11-11T04:51:57,794 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ca24a9ebf74edfa5e115c8b9eaada8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716922 2024-11-11T04:51:57,803 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:57,804 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/8bc757a3fff74dc0ba4b1aa416a9c561 is 50, key is test_row_0/A:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:57,806 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:57,806 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/e5b12651965a4c2288c14c11621507ae is 50, key is test_row_0/B:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742085_1261 (size=12104) 2024-11-11T04:51:57,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T04:51:57,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:57,814 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T04:51:57,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/88fd0a3b6e744e86be876a6b3962d1f2 is 50, key is test_row_0/A:col10/1731300716951/Put/seqid=0 2024-11-11T04:51:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742086_1262 (size=12104) 2024-11-11T04:51:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742087_1263 (size=12001) 2024-11-11T04:51:57,834 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/88fd0a3b6e744e86be876a6b3962d1f2 2024-11-11T04:51:57,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/31e158d09a5d42ca8e319b5b0ef65193 is 50, key is test_row_0/B:col10/1731300716951/Put/seqid=0 2024-11-11T04:51:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742088_1264 (size=12001) 2024-11-11T04:51:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:58,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:58,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300778099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300778101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300778102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300778103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300778104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:58,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,216 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/8bc757a3fff74dc0ba4b1aa416a9c561 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8bc757a3fff74dc0ba4b1aa416a9c561 2024-11-11T04:51:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,221 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 8bc757a3fff74dc0ba4b1aa416a9c561(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:58,221 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:58,221 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300717791; duration=0sec 2024-11-11T04:51:58,221 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:58,221 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:51:58,221 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:58,224 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:58,224 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:51:58,224 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:58,225 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.2 K 2024-11-11T04:51:58,225 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2322f633f6c424894840ed7d9b1789d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731300715917 2024-11-11T04:51:58,226 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c05bab37fbb4017b99bb77ccbb43e08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731300715950 2024-11-11T04:51:58,227 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c8a400067943ab83e10f5a0c9fbd72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716922 2024-11-11T04:51:58,229 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/e5b12651965a4c2288c14c11621507ae as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/e5b12651965a4c2288c14c11621507ae 2024-11-11T04:51:58,234 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into e5b12651965a4c2288c14c11621507ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:58,235 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:58,235 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300717791; duration=0sec 2024-11-11T04:51:58,235 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:58,235 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:51:58,236 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:58,237 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/39ee3831938d4b35b4c7fbb12a58ad68 is 50, key is test_row_0/C:col10/1731300716922/Put/seqid=0 2024-11-11T04:51:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742089_1265 (size=12104) 2024-11-11T04:51:58,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/31e158d09a5d42ca8e319b5b0ef65193 2024-11-11T04:51:58,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/213b13fe89fd4f59a4d508934af8d88f is 50, key is test_row_0/C:col10/1731300716951/Put/seqid=0 2024-11-11T04:51:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742090_1266 (size=12001) 2024-11-11T04:51:58,271 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/213b13fe89fd4f59a4d508934af8d88f 2024-11-11T04:51:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/88fd0a3b6e744e86be876a6b3962d1f2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2 2024-11-11T04:51:58,279 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T04:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/31e158d09a5d42ca8e319b5b0ef65193 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193 2024-11-11T04:51:58,283 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T04:51:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/213b13fe89fd4f59a4d508934af8d88f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f 2024-11-11T04:51:58,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T04:51:58,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7f227e577b6581e41cea89a3e06c44c5 in 475ms, sequenceid=74, compaction requested=false 2024-11-11T04:51:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-11T04:51:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-11T04:51:58,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-11T04:51:58,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-11-11T04:51:58,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.2510 sec 2024-11-11T04:51:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:51:58,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:51:58,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T04:51:58,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7cb130c3100846408c54d9bc23cc6fd5 is 50, key is test_row_0/A:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742091_1267 (size=14341) 2024-11-11T04:51:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300778440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300778440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300778442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300778443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300778445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,646 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/39ee3831938d4b35b4c7fbb12a58ad68 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39ee3831938d4b35b4c7fbb12a58ad68 2024-11-11T04:51:58,655 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 39ee3831938d4b35b4c7fbb12a58ad68(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:58,655 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:58,655 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300717791; duration=0sec 2024-11-11T04:51:58,655 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:58,655 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:51:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300778762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300778762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300778762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300778762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300778762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:58,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7cb130c3100846408c54d9bc23cc6fd5 2024-11-11T04:51:58,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/96f433aa77334f13bb554761880db86f is 50, key is test_row_0/B:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742092_1268 (size=12001) 2024-11-11T04:51:58,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:51:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300779071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T04:51:59,192 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:51:59,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:51:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-11T04:51:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:51:59,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:51:59,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:51:59,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:51:59,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/96f433aa77334f13bb554761880db86f 2024-11-11T04:51:59,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/b08c727ac0854abb9aef0b1d799d69f7 is 50, key is test_row_0/C:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742093_1269 (size=12001) 2024-11-11T04:51:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:51:59,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T04:51:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T04:51:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:51:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300779581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300779581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300779582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300779582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300779582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:51:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:51:59,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T04:51:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:51:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/b08c727ac0854abb9aef0b1d799d69f7 2024-11-11T04:51:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:51:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7cb130c3100846408c54d9bc23cc6fd5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5 2024-11-11T04:51:59,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5, entries=200, sequenceid=92, filesize=14.0 K 2024-11-11T04:51:59,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/96f433aa77334f13bb554761880db86f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f 2024-11-11T04:51:59,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T04:51:59,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/b08c727ac0854abb9aef0b1d799d69f7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7 2024-11-11T04:51:59,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T04:51:59,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7f227e577b6581e41cea89a3e06c44c5 in 1262ms, sequenceid=92, compaction requested=true 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:59,686 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:51:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:59,686 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:59,687 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:59,687 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:59,687 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:51:59,688 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:51:59,688 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,688 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,688 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8bc757a3fff74dc0ba4b1aa416a9c561, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=37.5 K 2024-11-11T04:51:59,688 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/e5b12651965a4c2288c14c11621507ae, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.3 K 2024-11-11T04:51:59,688 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bc757a3fff74dc0ba4b1aa416a9c561, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716922 2024-11-11T04:51:59,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e5b12651965a4c2288c14c11621507ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716922 2024-11-11T04:51:59,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88fd0a3b6e744e86be876a6b3962d1f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731300716945 2024-11-11T04:51:59,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e158d09a5d42ca8e319b5b0ef65193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731300716945 2024-11-11T04:51:59,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cb130c3100846408c54d9bc23cc6fd5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:51:59,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 96f433aa77334f13bb554761880db86f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:51:59,698 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:59,699 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:59,699 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/2db374aa62c445a89a3dfb8b3feb94f3 is 50, key is test_row_0/A:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:59,699 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/0d6191b04d064e6db818b544caab0365 is 50, key is test_row_0/B:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742095_1271 (size=12207) 2024-11-11T04:51:59,709 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/0d6191b04d064e6db818b544caab0365 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0d6191b04d064e6db818b544caab0365 2024-11-11T04:51:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742094_1270 (size=12207) 2024-11-11T04:51:59,725 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 0d6191b04d064e6db818b544caab0365(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:59,725 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:59,725 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300719686; duration=0sec 2024-11-11T04:51:59,725 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:51:59,726 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:51:59,726 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:51:59,727 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:51:59,727 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:51:59,727 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,727 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39ee3831938d4b35b4c7fbb12a58ad68, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.3 K 2024-11-11T04:51:59,728 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ee3831938d4b35b4c7fbb12a58ad68, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300716922 2024-11-11T04:51:59,728 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 213b13fe89fd4f59a4d508934af8d88f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731300716945 2024-11-11T04:51:59,729 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b08c727ac0854abb9aef0b1d799d69f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:51:59,731 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/2db374aa62c445a89a3dfb8b3feb94f3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/2db374aa62c445a89a3dfb8b3feb94f3 2024-11-11T04:51:59,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 2db374aa62c445a89a3dfb8b3feb94f3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:59,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:59,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300719686; duration=0sec 2024-11-11T04:51:59,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:59,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:51:59,738 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:51:59,738 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/69bd507eb33d485082ef6bd009877d79 is 50, key is test_row_0/C:col10/1731300718423/Put/seqid=0 2024-11-11T04:51:59,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742096_1272 (size=12207) 2024-11-11T04:51:59,751 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/69bd507eb33d485082ef6bd009877d79 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/69bd507eb33d485082ef6bd009877d79 2024-11-11T04:51:59,757 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 69bd507eb33d485082ef6bd009877d79(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:51:59,757 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:51:59,757 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300719686; duration=0sec 2024-11-11T04:51:59,758 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:51:59,758 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:51:59,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T04:51:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:51:59,817 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T04:51:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:51:59,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 is 50, key is test_row_0/A:col10/1731300718439/Put/seqid=0 2024-11-11T04:51:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742097_1273 (size=12001) 2024-11-11T04:52:00,236 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 2024-11-11T04:52:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/311c335a1d634b5c89bd7a294b09dc9c is 50, key is test_row_0/B:col10/1731300718439/Put/seqid=0 2024-11-11T04:52:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742098_1274 (size=12001) 2024-11-11T04:52:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:52:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:00,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:00,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300780604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300780604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300780605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300780606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300780607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,662 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/311c335a1d634b5c89bd7a294b09dc9c 2024-11-11T04:52:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/119f4784df734979b2296b8954282ac4 is 50, key is test_row_0/C:col10/1731300718439/Put/seqid=0 2024-11-11T04:52:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742099_1275 (size=12001) 2024-11-11T04:52:00,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/119f4784df734979b2296b8954282ac4 2024-11-11T04:52:00,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 2024-11-11T04:52:00,683 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T04:52:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/311c335a1d634b5c89bd7a294b09dc9c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c 2024-11-11T04:52:00,691 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T04:52:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/119f4784df734979b2296b8954282ac4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4 2024-11-11T04:52:00,699 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T04:52:00,700 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7f227e577b6581e41cea89a3e06c44c5 in 883ms, sequenceid=116, compaction requested=false 2024-11-11T04:52:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-11T04:52:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-11T04:52:00,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-11T04:52:00,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5070 sec 2024-11-11T04:52:00,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5140 sec 2024-11-11T04:52:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:00,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:00,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:52:00,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0f9518a85e8f41f68c8b88cc0c778d21 is 50, key is test_row_0/A:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742100_1276 (size=12151) 2024-11-11T04:52:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300780730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300780731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300780733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300780735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300780735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300780841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300781052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300781052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300781052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300781052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300781052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0f9518a85e8f41f68c8b88cc0c778d21 2024-11-11T04:52:01,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d9116e796e2b4129af0ca4a87bf0916e is 50, key is test_row_0/B:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742101_1277 (size=12151) 2024-11-11T04:52:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T04:52:01,342 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:01,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-11T04:52:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:01,344 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:01,345 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:01,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300781362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300781362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300781362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300781362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300781362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:01,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T04:52:01,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d9116e796e2b4129af0ca4a87bf0916e 2024-11-11T04:52:01,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/9429e619e64c495aa7c3cece77473a18 is 50, key is test_row_0/C:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742102_1278 (size=12151) 2024-11-11T04:52:01,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T04:52:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:01,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T04:52:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300781872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300781872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300781872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300781872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300781872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:01,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T04:52:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:01,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/9429e619e64c495aa7c3cece77473a18 2024-11-11T04:52:01,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0f9518a85e8f41f68c8b88cc0c778d21 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21 2024-11-11T04:52:01,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T04:52:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/d9116e796e2b4129af0ca4a87bf0916e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e 2024-11-11T04:52:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:01,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T04:52:01,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/9429e619e64c495aa7c3cece77473a18 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18 2024-11-11T04:52:01,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T04:52:01,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7f227e577b6581e41cea89a3e06c44c5 in 1267ms, sequenceid=134, compaction requested=true 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:01,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:01,981 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:01,982 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:01,982 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:01,982 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,982 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0d6191b04d064e6db818b544caab0365, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.5 K 2024-11-11T04:52:01,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6191b04d064e6db818b544caab0365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:52:01,983 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:01,983 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:01,983 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:01,983 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/2db374aa62c445a89a3dfb8b3feb94f3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.5 K 2024-11-11T04:52:01,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 311c335a1d634b5c89bd7a294b09dc9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731300718439 2024-11-11T04:52:01,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2db374aa62c445a89a3dfb8b3feb94f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:52:01,984 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d9116e796e2b4129af0ca4a87bf0916e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:01,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fe6c5ac1fcb40d08145a1a9f2e1ed40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731300718439 2024-11-11T04:52:01,985 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f9518a85e8f41f68c8b88cc0c778d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:02,001 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:02,001 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:02,002 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/9d38bda24373437da469c69c0bfa1952 is 50, key is test_row_0/B:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:02,002 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/3296c82dc61a447a9560156ce9ca90ff is 50, key is test_row_0/A:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742104_1280 (size=12459) 2024-11-11T04:52:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742103_1279 (size=12459) 2024-11-11T04:52:02,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T04:52:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:02,112 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:52:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/86230065580d4c02b721f2769d2ce93f is 50, key is test_row_0/A:col10/1731300720732/Put/seqid=0 2024-11-11T04:52:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742105_1281 (size=12151) 2024-11-11T04:52:02,421 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/9d38bda24373437da469c69c0bfa1952 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/9d38bda24373437da469c69c0bfa1952 2024-11-11T04:52:02,421 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/3296c82dc61a447a9560156ce9ca90ff as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/3296c82dc61a447a9560156ce9ca90ff 2024-11-11T04:52:02,427 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 9d38bda24373437da469c69c0bfa1952(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:02,427 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 3296c82dc61a447a9560156ce9ca90ff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:02,427 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300721981; duration=0sec 2024-11-11T04:52:02,427 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300721981; duration=0sec 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:02,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:02,428 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:02,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:02,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:02,429 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:02,429 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/69bd507eb33d485082ef6bd009877d79, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.5 K 2024-11-11T04:52:02,429 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bd507eb33d485082ef6bd009877d79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731300718102 2024-11-11T04:52:02,430 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 119f4784df734979b2296b8954282ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731300718439 2024-11-11T04:52:02,430 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9429e619e64c495aa7c3cece77473a18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:02,454 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:02,455 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/f64508aec59d46aea21d02e86e1005f2 is 50, key is test_row_0/C:col10/1731300720712/Put/seqid=0 2024-11-11T04:52:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742106_1282 (size=12459) 2024-11-11T04:52:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:02,484 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/f64508aec59d46aea21d02e86e1005f2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f64508aec59d46aea21d02e86e1005f2 2024-11-11T04:52:02,491 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into f64508aec59d46aea21d02e86e1005f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:02,491 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:02,491 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300721981; duration=0sec 2024-11-11T04:52:02,491 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:02,491 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:02,523 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/86230065580d4c02b721f2769d2ce93f 2024-11-11T04:52:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c4d57139a31f496e8e5c92c0ae9e9f17 is 50, key is test_row_0/B:col10/1731300720732/Put/seqid=0 2024-11-11T04:52:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742107_1283 (size=12151) 2024-11-11T04:52:02,539 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c4d57139a31f496e8e5c92c0ae9e9f17 2024-11-11T04:52:02,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/44fc1984bee94cda98fa406adc5fe752 is 50, key is test_row_0/C:col10/1731300720732/Put/seqid=0 2024-11-11T04:52:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742108_1284 (size=12151) 2024-11-11T04:52:02,562 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/44fc1984bee94cda98fa406adc5fe752 2024-11-11T04:52:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/86230065580d4c02b721f2769d2ce93f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f 2024-11-11T04:52:02,576 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f, entries=150, sequenceid=152, filesize=11.9 K 2024-11-11T04:52:02,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/c4d57139a31f496e8e5c92c0ae9e9f17 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17 2024-11-11T04:52:02,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17, entries=150, sequenceid=152, filesize=11.9 K 2024-11-11T04:52:02,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/44fc1984bee94cda98fa406adc5fe752 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752 2024-11-11T04:52:02,589 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752, entries=150, sequenceid=152, filesize=11.9 K 2024-11-11T04:52:02,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 7f227e577b6581e41cea89a3e06c44c5 in 478ms, sequenceid=152, compaction requested=false 2024-11-11T04:52:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-11T04:52:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-11T04:52:02,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-11T04:52:02,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-11-11T04:52:02,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2530 sec 2024-11-11T04:52:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:02,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:02,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e74c93fc261d4cc2ae26ee4cef4fc45b is 50, key is test_row_0/A:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742109_1285 (size=12151) 2024-11-11T04:52:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300782943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300782944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:02,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300782950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300782952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300782952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300783051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300783052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300783062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300783062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300783062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300783261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300783261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300783272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300783272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300783272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e74c93fc261d4cc2ae26ee4cef4fc45b 2024-11-11T04:52:03,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/32cf1205258c4e6a9dc2a5937459d85a is 50, key is test_row_0/B:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742110_1286 (size=12151) 2024-11-11T04:52:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T04:52:03,492 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:03,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-11T04:52:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:03,494 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:03,495 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:03,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:03,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300783572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300783572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300783581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300783581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300783582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:03,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T04:52:03,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:03,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/32cf1205258c4e6a9dc2a5937459d85a 2024-11-11T04:52:03,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/eae64ac792144e9295eeae4a85aba9b4 is 50, key is test_row_0/C:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742111_1287 (size=12151) 2024-11-11T04:52:03,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T04:52:03,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:03,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T04:52:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:03,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300784081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300784081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:04,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300784092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300784092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300784092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:04,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T04:52:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:04,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/eae64ac792144e9295eeae4a85aba9b4 2024-11-11T04:52:04,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e74c93fc261d4cc2ae26ee4cef4fc45b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b 2024-11-11T04:52:04,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T04:52:04,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/32cf1205258c4e6a9dc2a5937459d85a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a 2024-11-11T04:52:04,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T04:52:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/eae64ac792144e9295eeae4a85aba9b4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4 2024-11-11T04:52:04,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T04:52:04,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7f227e577b6581e41cea89a3e06c44c5 in 1259ms, sequenceid=167, compaction requested=true 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:04,179 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:04,179 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:04,180 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:04,180 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:04,180 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:04,180 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,180 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:04,180 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/3296c82dc61a447a9560156ce9ca90ff, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.9 K 2024-11-11T04:52:04,180 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,180 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/9d38bda24373437da469c69c0bfa1952, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.9 K 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3296c82dc61a447a9560156ce9ca90ff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d38bda24373437da469c69c0bfa1952, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86230065580d4c02b721f2769d2ce93f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731300720732 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c4d57139a31f496e8e5c92c0ae9e9f17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731300720732 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 32cf1205258c4e6a9dc2a5937459d85a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:04,181 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e74c93fc261d4cc2ae26ee4cef4fc45b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:04,188 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:04,188 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:04,189 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/11905f22a39f4821a41876d290bb8dd7 is 50, key is test_row_0/B:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:04,189 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e63f99b014d44af899de6cf37e636d3d is 50, key is test_row_0/A:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742112_1288 (size=12561) 2024-11-11T04:52:04,209 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e63f99b014d44af899de6cf37e636d3d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e63f99b014d44af899de6cf37e636d3d 2024-11-11T04:52:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742113_1289 (size=12561) 2024-11-11T04:52:04,217 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into e63f99b014d44af899de6cf37e636d3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:04,217 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:04,217 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300724179; duration=0sec 2024-11-11T04:52:04,217 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:04,217 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:04,217 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:04,220 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:04,220 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:04,221 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,221 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f64508aec59d46aea21d02e86e1005f2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=35.9 K 2024-11-11T04:52:04,221 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64508aec59d46aea21d02e86e1005f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731300720604 2024-11-11T04:52:04,222 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/11905f22a39f4821a41876d290bb8dd7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/11905f22a39f4821a41876d290bb8dd7 2024-11-11T04:52:04,222 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44fc1984bee94cda98fa406adc5fe752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731300720732 2024-11-11T04:52:04,223 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae64ac792144e9295eeae4a85aba9b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:04,229 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 11905f22a39f4821a41876d290bb8dd7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:04,229 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:04,229 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300724179; duration=0sec 2024-11-11T04:52:04,229 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:04,229 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:04,240 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:04,240 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/0ae67d1de5d049c4bb57e1f54da07c6f is 50, key is test_row_0/C:col10/1731300722888/Put/seqid=0 2024-11-11T04:52:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742114_1290 (size=12561) 2024-11-11T04:52:04,260 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/0ae67d1de5d049c4bb57e1f54da07c6f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/0ae67d1de5d049c4bb57e1f54da07c6f 2024-11-11T04:52:04,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T04:52:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:04,261 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:52:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/d891ea03cd464249bedf36b49d968f1a is 50, key is test_row_0/A:col10/1731300722941/Put/seqid=0 2024-11-11T04:52:04,268 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 0ae67d1de5d049c4bb57e1f54da07c6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:04,268 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:04,268 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300724179; duration=0sec 2024-11-11T04:52:04,268 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:04,268 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742115_1291 (size=12151) 2024-11-11T04:52:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:04,673 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/d891ea03cd464249bedf36b49d968f1a 2024-11-11T04:52:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/0311fbd2115e4e77a35a22d65ebfb323 is 50, key is test_row_0/B:col10/1731300722941/Put/seqid=0 2024-11-11T04:52:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742116_1292 (size=12151) 2024-11-11T04:52:05,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/0311fbd2115e4e77a35a22d65ebfb323 2024-11-11T04:52:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:05,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e03504cf83fa49599b2676ef97aabebd is 50, key is test_row_0/C:col10/1731300722941/Put/seqid=0 2024-11-11T04:52:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742117_1293 (size=12151) 2024-11-11T04:52:05,101 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e03504cf83fa49599b2676ef97aabebd 2024-11-11T04:52:05,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/d891ea03cd464249bedf36b49d968f1a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a 2024-11-11T04:52:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300785104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300785106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300785107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300785108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,113 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T04:52:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/0311fbd2115e4e77a35a22d65ebfb323 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323 2024-11-11T04:52:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300785111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,115 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 7f227e577b6581e41cea89a3e06c44c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T04:52:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e03504cf83fa49599b2676ef97aabebd as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd 2024-11-11T04:52:05,124 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T04:52:05,125 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f227e577b6581e41cea89a3e06c44c5 in 865ms, sequenceid=194, compaction requested=false 2024-11-11T04:52:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-11T04:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-11T04:52:05,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-11T04:52:05,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-11T04:52:05,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6380 sec 2024-11-11T04:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:05,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:05,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:05,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/56b6f9de2c26416fbead57ffa99a0728 is 50, key is test_row_0/A:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742118_1294 (size=14541) 2024-11-11T04:52:05,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/56b6f9de2c26416fbead57ffa99a0728 2024-11-11T04:52:05,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/59b20845bda14d16b2e7317552240dd5 is 50, key is test_row_0/B:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742119_1295 (size=12151) 2024-11-11T04:52:05,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/59b20845bda14d16b2e7317552240dd5 2024-11-11T04:52:05,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e87cca99f6114fd1b5451a0cc05e9819 is 50, key is test_row_0/C:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742120_1296 (size=12151) 2024-11-11T04:52:05,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300785247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300785248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300785250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300785252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300785362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300785362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300785362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300785362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300785572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300785572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300785572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300785572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T04:52:05,642 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:05,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-11T04:52:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T04:52:05,644 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:05,645 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:05,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:05,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e87cca99f6114fd1b5451a0cc05e9819 2024-11-11T04:52:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/56b6f9de2c26416fbead57ffa99a0728 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728 2024-11-11T04:52:05,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728, entries=200, sequenceid=207, filesize=14.2 K 2024-11-11T04:52:05,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/59b20845bda14d16b2e7317552240dd5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5 2024-11-11T04:52:05,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T04:52:05,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/e87cca99f6114fd1b5451a0cc05e9819 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819 2024-11-11T04:52:05,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T04:52:05,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f227e577b6581e41cea89a3e06c44c5 in 464ms, sequenceid=207, compaction requested=true 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:05,677 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:05,677 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:05,678 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:05,678 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:05,678 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:05,678 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e63f99b014d44af899de6cf37e636d3d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=38.3 K 2024-11-11T04:52:05,678 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:05,679 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:05,679 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:05,679 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/11905f22a39f4821a41876d290bb8dd7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.0 K 2024-11-11T04:52:05,679 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e63f99b014d44af899de6cf37e636d3d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:05,679 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 11905f22a39f4821a41876d290bb8dd7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:05,679 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d891ea03cd464249bedf36b49d968f1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731300722941 2024-11-11T04:52:05,680 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0311fbd2115e4e77a35a22d65ebfb323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731300722941 2024-11-11T04:52:05,680 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56b6f9de2c26416fbead57ffa99a0728, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725104 2024-11-11T04:52:05,681 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 59b20845bda14d16b2e7317552240dd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725105 2024-11-11T04:52:05,689 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:05,690 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7f698ef3b9364eadb81dbabb27049955 is 50, key is test_row_0/A:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,694 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:05,694 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/6c7b4a4b5d9448a8918a79a340188118 is 50, key is test_row_0/B:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742121_1297 (size=12663) 2024-11-11T04:52:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742122_1298 (size=12663) 2024-11-11T04:52:05,705 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/6c7b4a4b5d9448a8918a79a340188118 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/6c7b4a4b5d9448a8918a79a340188118 2024-11-11T04:52:05,710 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 6c7b4a4b5d9448a8918a79a340188118(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:05,710 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:05,710 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300725677; duration=0sec 2024-11-11T04:52:05,710 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:05,710 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:05,710 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:05,711 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:05,711 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:05,711 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:05,711 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/0ae67d1de5d049c4bb57e1f54da07c6f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.0 K 2024-11-11T04:52:05,712 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ae67d1de5d049c4bb57e1f54da07c6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300722886 2024-11-11T04:52:05,712 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e03504cf83fa49599b2676ef97aabebd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731300722941 2024-11-11T04:52:05,713 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e87cca99f6114fd1b5451a0cc05e9819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725105 2024-11-11T04:52:05,721 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:05,721 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/4ba1cd3faaa947199236be11fc78a07a is 50, key is test_row_0/C:col10/1731300725212/Put/seqid=0 2024-11-11T04:52:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742123_1299 (size=12663) 2024-11-11T04:52:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T04:52:05,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T04:52:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:05,798 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:05,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0041a73345be472eaea661837f7134a8 is 50, key is test_row_0/A:col10/1731300725250/Put/seqid=0 2024-11-11T04:52:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742124_1300 (size=12151) 2024-11-11T04:52:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:05,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:05,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300785891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300785892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300785896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300785897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T04:52:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300786002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300786002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300786011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300786011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,104 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7f698ef3b9364eadb81dbabb27049955 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7f698ef3b9364eadb81dbabb27049955 2024-11-11T04:52:06,110 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 7f698ef3b9364eadb81dbabb27049955(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:06,110 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:06,111 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300725677; duration=0sec 2024-11-11T04:52:06,111 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:06,111 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:06,131 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/4ba1cd3faaa947199236be11fc78a07a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ba1cd3faaa947199236be11fc78a07a 2024-11-11T04:52:06,137 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 4ba1cd3faaa947199236be11fc78a07a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:06,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:06,137 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300725677; duration=0sec 2024-11-11T04:52:06,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:06,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:06,207 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0041a73345be472eaea661837f7134a8 2024-11-11T04:52:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300786212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/38b0b64d94e249d5b2582a4bfccd6eec is 50, key is test_row_0/B:col10/1731300725250/Put/seqid=0 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300786212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742125_1301 (size=12151) 2024-11-11T04:52:06,220 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/38b0b64d94e249d5b2582a4bfccd6eec 2024-11-11T04:52:06,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300786221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300786222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/94883f04e9a0401dae9e6ca31fada767 is 50, key is test_row_0/C:col10/1731300725250/Put/seqid=0 2024-11-11T04:52:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742126_1302 (size=12151) 2024-11-11T04:52:06,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/94883f04e9a0401dae9e6ca31fada767 2024-11-11T04:52:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/0041a73345be472eaea661837f7134a8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8 2024-11-11T04:52:06,240 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T04:52:06,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/38b0b64d94e249d5b2582a4bfccd6eec as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec 2024-11-11T04:52:06,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T04:52:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/94883f04e9a0401dae9e6ca31fada767 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767 2024-11-11T04:52:06,251 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T04:52:06,252 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7f227e577b6581e41cea89a3e06c44c5 in 454ms, sequenceid=232, compaction requested=false 2024-11-11T04:52:06,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:06,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:06,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-11T04:52:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-11T04:52:06,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-11T04:52:06,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 608 msec 2024-11-11T04:52:06,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 614 msec 2024-11-11T04:52:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T04:52:06,272 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:06,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-11T04:52:06,274 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T04:52:06,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:06,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T04:52:06,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T04:52:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:06,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:52:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7adae487139a4d4e922882bedaa5be61 is 50, key is test_row_0/A:col10/1731300725890/Put/seqid=0 2024-11-11T04:52:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742127_1303 (size=12151) 2024-11-11T04:52:06,440 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7adae487139a4d4e922882bedaa5be61 2024-11-11T04:52:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/5f6a1118e5744756bbac9cb17678beb9 is 50, key is test_row_0/B:col10/1731300725890/Put/seqid=0 2024-11-11T04:52:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742128_1304 (size=12151) 2024-11-11T04:52:06,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/5f6a1118e5744756bbac9cb17678beb9 2024-11-11T04:52:06,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/542f0981dfbd46609d11e09bb737c731 is 50, key is test_row_0/C:col10/1731300725890/Put/seqid=0 2024-11-11T04:52:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742129_1305 (size=12151) 2024-11-11T04:52:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300786555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300786560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300786560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300786561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T04:52:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300786672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300786672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300786672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300786672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,864 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/542f0981dfbd46609d11e09bb737c731 2024-11-11T04:52:06,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7adae487139a4d4e922882bedaa5be61 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61 2024-11-11T04:52:06,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T04:52:06,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/5f6a1118e5744756bbac9cb17678beb9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9 2024-11-11T04:52:06,883 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T04:52:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/542f0981dfbd46609d11e09bb737c731 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731 2024-11-11T04:52:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300786882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300786882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300786882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300786883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:06,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T04:52:06,889 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f227e577b6581e41cea89a3e06c44c5 in 461ms, sequenceid=247, compaction requested=true 2024-11-11T04:52:06,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:06,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:06,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-11T04:52:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-11T04:52:06,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-11T04:52:06,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-11T04:52:06,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 620 msec 2024-11-11T04:52:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T04:52:06,902 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:06,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-11T04:52:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T04:52:06,904 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:06,905 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:06,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T04:52:07,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T04:52:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:07,058 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:52:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/37afead37fc5438787019da9f0fc2317 is 50, key is test_row_0/A:col10/1731300726559/Put/seqid=0 2024-11-11T04:52:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742130_1306 (size=12301) 2024-11-11T04:52:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:07,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:07,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300787159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300787192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300787192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300787192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300787192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T04:52:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300787271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/37afead37fc5438787019da9f0fc2317 2024-11-11T04:52:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/a2b4f793b7ac4a16b5b89b67d36788ef is 50, key is test_row_0/B:col10/1731300726559/Put/seqid=0 2024-11-11T04:52:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742131_1307 (size=12301) 2024-11-11T04:52:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300787482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T04:52:07,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300787702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300787702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300787702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300787702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300787792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:07,879 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/a2b4f793b7ac4a16b5b89b67d36788ef 2024-11-11T04:52:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3da83003686248ee91291c6c43e48bf9 is 50, key is test_row_0/C:col10/1731300726559/Put/seqid=0 2024-11-11T04:52:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742132_1308 (size=12301) 2024-11-11T04:52:07,891 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3da83003686248ee91291c6c43e48bf9 2024-11-11T04:52:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/37afead37fc5438787019da9f0fc2317 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317 2024-11-11T04:52:07,902 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T04:52:07,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/a2b4f793b7ac4a16b5b89b67d36788ef as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef 2024-11-11T04:52:07,908 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T04:52:07,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/3da83003686248ee91291c6c43e48bf9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9 2024-11-11T04:52:07,912 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T04:52:07,914 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7f227e577b6581e41cea89a3e06c44c5 in 855ms, sequenceid=270, compaction requested=true 2024-11-11T04:52:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-11T04:52:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-11T04:52:07,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-11T04:52:07,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-11T04:52:07,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0150 sec 2024-11-11T04:52:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T04:52:08,042 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:08,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-11T04:52:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:08,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:08,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:08,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T04:52:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:08,197 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:52:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7d90122eeae9404b8c99851e2e3770aa is 50, key is test_row_0/A:col10/1731300727153/Put/seqid=0 2024-11-11T04:52:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742133_1309 (size=9857) 2024-11-11T04:52:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:08,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:08,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300788385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300788492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7d90122eeae9404b8c99851e2e3770aa 2024-11-11T04:52:08,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/92e5bb4ba3404b6b9ad235f3c9cd765e is 50, key is test_row_0/B:col10/1731300727153/Put/seqid=0 2024-11-11T04:52:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742134_1310 (size=9857) 2024-11-11T04:52:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300788701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300788712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,714 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 7f227e577b6581e41cea89a3e06c44c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300788712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300788712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,716 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 7f227e577b6581e41cea89a3e06c44c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:08,716 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 7f227e577b6581e41cea89a3e06c44c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300788722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:08,724 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 7f227e577b6581e41cea89a3e06c44c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:09,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300789011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:09,019 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/92e5bb4ba3404b6b9ad235f3c9cd765e 2024-11-11T04:52:09,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/237fde557ffd4f28a645e631c675034e is 50, key is test_row_0/C:col10/1731300727153/Put/seqid=0 2024-11-11T04:52:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742135_1311 (size=9857) 2024-11-11T04:52:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:09,431 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/237fde557ffd4f28a645e631c675034e 2024-11-11T04:52:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/7d90122eeae9404b8c99851e2e3770aa as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa 2024-11-11T04:52:09,441 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa, entries=100, sequenceid=283, filesize=9.6 K 2024-11-11T04:52:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/92e5bb4ba3404b6b9ad235f3c9cd765e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e 2024-11-11T04:52:09,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e, entries=100, sequenceid=283, filesize=9.6 K 2024-11-11T04:52:09,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/237fde557ffd4f28a645e631c675034e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e 2024-11-11T04:52:09,451 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e, entries=100, sequenceid=283, filesize=9.6 K 2024-11-11T04:52:09,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f227e577b6581e41cea89a3e06c44c5 in 1254ms, sequenceid=283, compaction requested=true 2024-11-11T04:52:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-11T04:52:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-11T04:52:09,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-11T04:52:09,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-11T04:52:09,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4130 sec 2024-11-11T04:52:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:09,526 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:09,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:09,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/02f7e16c7f9d41bdbf30a78c631f8570 is 50, key is test_row_0/A:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742136_1312 (size=12301) 2024-11-11T04:52:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300789584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300789691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300789902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:09,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/02f7e16c7f9d41bdbf30a78c631f8570 2024-11-11T04:52:09,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/40d3cd045eaa43ec942657ed7c76ca09 is 50, key is test_row_0/B:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742137_1313 (size=12301) 2024-11-11T04:52:09,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/40d3cd045eaa43ec942657ed7c76ca09 2024-11-11T04:52:09,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/a1058214f789405284a04d8e66279a85 is 50, key is test_row_0/C:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:09,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742138_1314 (size=12301) 2024-11-11T04:52:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T04:52:10,192 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:10,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-11T04:52:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:10,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:10,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:10,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300790212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:10,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T04:52:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:10,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/a1058214f789405284a04d8e66279a85 2024-11-11T04:52:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/02f7e16c7f9d41bdbf30a78c631f8570 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570 2024-11-11T04:52:10,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T04:52:10,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/40d3cd045eaa43ec942657ed7c76ca09 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09 2024-11-11T04:52:10,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T04:52:10,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/a1058214f789405284a04d8e66279a85 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85 2024-11-11T04:52:10,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T04:52:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7f227e577b6581e41cea89a3e06c44c5 in 859ms, sequenceid=307, compaction requested=true 2024-11-11T04:52:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:10,386 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T04:52:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:10,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:10,386 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T04:52:10,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71424 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T04:52:10,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:10,388 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,388 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7f698ef3b9364eadb81dbabb27049955, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=69.8 K 2024-11-11T04:52:10,388 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71424 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T04:52:10,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f698ef3b9364eadb81dbabb27049955, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725105 2024-11-11T04:52:10,388 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:10,388 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,388 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/6c7b4a4b5d9448a8918a79a340188118, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=69.8 K 2024-11-11T04:52:10,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0041a73345be472eaea661837f7134a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731300725245 2024-11-11T04:52:10,389 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7b4a4b5d9448a8918a79a340188118, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725105 2024-11-11T04:52:10,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7adae487139a4d4e922882bedaa5be61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731300725890 2024-11-11T04:52:10,389 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 38b0b64d94e249d5b2582a4bfccd6eec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731300725245 2024-11-11T04:52:10,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37afead37fc5438787019da9f0fc2317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731300726547 2024-11-11T04:52:10,390 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6a1118e5744756bbac9cb17678beb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731300725890 2024-11-11T04:52:10,390 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d90122eeae9404b8c99851e2e3770aa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731300727153 2024-11-11T04:52:10,390 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b4f793b7ac4a16b5b89b67d36788ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731300726547 2024-11-11T04:52:10,390 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02f7e16c7f9d41bdbf30a78c631f8570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:10,390 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e5bb4ba3404b6b9ad235f3c9cd765e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731300727153 2024-11-11T04:52:10,391 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d3cd045eaa43ec942657ed7c76ca09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:10,406 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#268 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:10,406 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#267 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:10,406 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/55533454216a4c728d0d870ca078ae3c is 50, key is test_row_0/B:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:10,406 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/f5e15c1ccdd5421e95a309e287b621a6 is 50, key is test_row_0/A:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742139_1315 (size=13017) 2024-11-11T04:52:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742140_1316 (size=13017) 2024-11-11T04:52:10,419 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/f5e15c1ccdd5421e95a309e287b621a6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/f5e15c1ccdd5421e95a309e287b621a6 2024-11-11T04:52:10,425 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into f5e15c1ccdd5421e95a309e287b621a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:10,425 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:10,425 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=10, startTime=1731300730385; duration=0sec 2024-11-11T04:52:10,425 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:10,425 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:10,425 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T04:52:10,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71424 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T04:52:10,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:10,427 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,427 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ba1cd3faaa947199236be11fc78a07a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=69.8 K 2024-11-11T04:52:10,427 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ba1cd3faaa947199236be11fc78a07a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300725105 2024-11-11T04:52:10,428 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94883f04e9a0401dae9e6ca31fada767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731300725245 2024-11-11T04:52:10,428 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 542f0981dfbd46609d11e09bb737c731, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731300725890 2024-11-11T04:52:10,428 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da83003686248ee91291c6c43e48bf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731300726547 2024-11-11T04:52:10,429 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 237fde557ffd4f28a645e631c675034e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731300727153 2024-11-11T04:52:10,429 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1058214f789405284a04d8e66279a85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:10,442 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:10,442 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/fd0c92820fd44f2a8255080f5dffcd2a is 50, key is test_row_0/C:col10/1731300729524/Put/seqid=0 2024-11-11T04:52:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742141_1317 (size=13017) 2024-11-11T04:52:10,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T04:52:10,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:10,502 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:10,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/850a344453f34c56a4eedf5c93568ebd is 50, key is test_row_0/A:col10/1731300729582/Put/seqid=0 2024-11-11T04:52:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742142_1318 (size=12301) 2024-11-11T04:52:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:10,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300790754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300790755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300790756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300790757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300790758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,816 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/55533454216a4c728d0d870ca078ae3c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/55533454216a4c728d0d870ca078ae3c 2024-11-11T04:52:10,820 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 55533454216a4c728d0d870ca078ae3c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:10,821 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:10,821 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=10, startTime=1731300730386; duration=0sec 2024-11-11T04:52:10,821 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:10,821 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:10,850 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/fd0c92820fd44f2a8255080f5dffcd2a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/fd0c92820fd44f2a8255080f5dffcd2a 2024-11-11T04:52:10,855 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into fd0c92820fd44f2a8255080f5dffcd2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:10,855 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:10,855 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=10, startTime=1731300730386; duration=0sec 2024-11-11T04:52:10,855 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:10,855 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300790862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300790862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300790872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300790872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300790872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:10,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/850a344453f34c56a4eedf5c93568ebd 2024-11-11T04:52:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/39ca37ebf23b41c49395a5cb34a58ca8 is 50, key is test_row_0/B:col10/1731300729582/Put/seqid=0 2024-11-11T04:52:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742143_1319 (size=12301) 2024-11-11T04:52:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300791072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300791072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300791081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300791081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300791081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,330 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/39ca37ebf23b41c49395a5cb34a58ca8 2024-11-11T04:52:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:11,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/39a4e10f218e48f0a8dd614f3eb3029b is 50, key is test_row_0/C:col10/1731300729582/Put/seqid=0 2024-11-11T04:52:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742144_1320 (size=12301) 2024-11-11T04:52:11,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300791382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300791382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300791392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300791392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300791392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,748 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/39a4e10f218e48f0a8dd614f3eb3029b 2024-11-11T04:52:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/850a344453f34c56a4eedf5c93568ebd as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd 2024-11-11T04:52:11,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T04:52:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/39ca37ebf23b41c49395a5cb34a58ca8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8 2024-11-11T04:52:11,762 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T04:52:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/39a4e10f218e48f0a8dd614f3eb3029b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b 2024-11-11T04:52:11,767 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T04:52:11,768 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f227e577b6581e41cea89a3e06c44c5 in 1266ms, sequenceid=320, compaction requested=false 2024-11-11T04:52:11,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:11,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:11,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-11T04:52:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-11T04:52:11,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-11T04:52:11,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-11T04:52:11,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.5800 sec 2024-11-11T04:52:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:11,894 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:11,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:52:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300791904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300791904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/560bae61e7f7464981d2f708f50ae461 is 50, key is test_row_0/A:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300791905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300791906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300791906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742145_1321 (size=14741) 2024-11-11T04:52:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300792011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300792011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300792022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300792022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300792022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300792221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300792222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300792232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300792232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300792232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/560bae61e7f7464981d2f708f50ae461 2024-11-11T04:52:12,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/da790475571e4b6e985541f6037d6613 is 50, key is test_row_0/B:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742146_1322 (size=12301) 2024-11-11T04:52:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T04:52:12,342 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:12,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-11T04:52:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:12,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:12,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:12,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T04:52:12,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:12,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300792532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300792532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300792542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300792542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300792542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:12,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T04:52:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:12,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/da790475571e4b6e985541f6037d6613 2024-11-11T04:52:12,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/2347ec2a37974b47b75dcce07e447d86 is 50, key is test_row_0/C:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742147_1323 (size=12301) 2024-11-11T04:52:12,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/2347ec2a37974b47b75dcce07e447d86 2024-11-11T04:52:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/560bae61e7f7464981d2f708f50ae461 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461 2024-11-11T04:52:12,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461, entries=200, sequenceid=348, filesize=14.4 K 2024-11-11T04:52:12,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/da790475571e4b6e985541f6037d6613 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613 2024-11-11T04:52:12,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613, entries=150, sequenceid=348, filesize=12.0 K 2024-11-11T04:52:12,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/2347ec2a37974b47b75dcce07e447d86 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86 2024-11-11T04:52:12,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86, entries=150, sequenceid=348, filesize=12.0 K 2024-11-11T04:52:12,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7f227e577b6581e41cea89a3e06c44c5 in 872ms, sequenceid=348, compaction requested=true 2024-11-11T04:52:12,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:12,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:12,766 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:12,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:12,767 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:12,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:12,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:12,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:12,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:12,768 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:12,768 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:12,768 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,768 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/55533454216a4c728d0d870ca078ae3c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.7 K 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 55533454216a4c728d0d870ca078ae3c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:12,769 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,769 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/f5e15c1ccdd5421e95a309e287b621a6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=39.1 K 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ca37ebf23b41c49395a5cb34a58ca8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731300729573 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5e15c1ccdd5421e95a309e287b621a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting da790475571e4b6e985541f6037d6613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:12,769 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 850a344453f34c56a4eedf5c93568ebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731300729573 2024-11-11T04:52:12,770 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 560bae61e7f7464981d2f708f50ae461, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:12,778 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:12,778 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/05a13036d0c34e529a25082c60e491f7 is 50, key is test_row_0/A:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:12,779 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:12,779 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/71356aef711e4e43ada168e35ef9bf40 is 50, key is test_row_0/B:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742148_1324 (size=13119) 2024-11-11T04:52:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742149_1325 (size=13119) 2024-11-11T04:52:12,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T04:52:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:12,804 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T04:52:12,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/dbd85bfdc7ca4992b063a82952a56ca7 is 50, key is test_row_0/A:col10/1731300731904/Put/seqid=0 2024-11-11T04:52:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742150_1326 (size=12301) 2024-11-11T04:52:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:13,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300793071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300793072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300793072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300793073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300793075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300793182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300793182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300793182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300793182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300793182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,201 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/05a13036d0c34e529a25082c60e491f7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/05a13036d0c34e529a25082c60e491f7 2024-11-11T04:52:13,206 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/71356aef711e4e43ada168e35ef9bf40 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/71356aef711e4e43ada168e35ef9bf40 2024-11-11T04:52:13,206 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 05a13036d0c34e529a25082c60e491f7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:13,207 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:13,207 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300732766; duration=0sec 2024-11-11T04:52:13,207 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:13,207 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:13,207 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:13,209 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:13,209 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:13,209 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:13,209 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/fd0c92820fd44f2a8255080f5dffcd2a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.7 K 2024-11-11T04:52:13,209 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd0c92820fd44f2a8255080f5dffcd2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731300728379 2024-11-11T04:52:13,210 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a4e10f218e48f0a8dd614f3eb3029b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731300729573 2024-11-11T04:52:13,210 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2347ec2a37974b47b75dcce07e447d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:13,212 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into 71356aef711e4e43ada168e35ef9bf40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:13,212 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:13,212 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300732767; duration=0sec 2024-11-11T04:52:13,212 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:13,212 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:13,213 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/dbd85bfdc7ca4992b063a82952a56ca7 2024-11-11T04:52:13,219 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:13,220 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/9b82ee71ae27455fad7795381809ee9b is 50, key is test_row_0/C:col10/1731300731894/Put/seqid=0 2024-11-11T04:52:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/35a780b68e564eee92a6172483b61c9f is 50, key is test_row_0/B:col10/1731300731904/Put/seqid=0 2024-11-11T04:52:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742151_1327 (size=13119) 2024-11-11T04:52:13,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742152_1328 (size=12301) 2024-11-11T04:52:13,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300793392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300793392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300793392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300793392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300793392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:13,629 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/9b82ee71ae27455fad7795381809ee9b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9b82ee71ae27455fad7795381809ee9b 2024-11-11T04:52:13,631 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/35a780b68e564eee92a6172483b61c9f 2024-11-11T04:52:13,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/958adca2f62c4fd1955d864caaa7c494 is 50, key is test_row_0/C:col10/1731300731904/Put/seqid=0 2024-11-11T04:52:13,639 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 9b82ee71ae27455fad7795381809ee9b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:13,639 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:13,639 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300732767; duration=0sec 2024-11-11T04:52:13,639 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:13,639 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:13,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742153_1329 (size=12301) 2024-11-11T04:52:13,642 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/958adca2f62c4fd1955d864caaa7c494 2024-11-11T04:52:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/dbd85bfdc7ca4992b063a82952a56ca7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7 2024-11-11T04:52:13,651 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7, entries=150, sequenceid=358, filesize=12.0 K 2024-11-11T04:52:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/35a780b68e564eee92a6172483b61c9f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f 2024-11-11T04:52:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f, entries=150, sequenceid=358, filesize=12.0 K 2024-11-11T04:52:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/958adca2f62c4fd1955d864caaa7c494 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494 2024-11-11T04:52:13,662 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494, entries=150, sequenceid=358, filesize=12.0 K 2024-11-11T04:52:13,663 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7f227e577b6581e41cea89a3e06c44c5 in 859ms, sequenceid=358, compaction requested=false 2024-11-11T04:52:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-11T04:52:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-11T04:52:13,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T04:52:13,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-11-11T04:52:13,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.3280 sec 2024-11-11T04:52:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:13,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T04:52:13,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b5a91c65ab9e4f2ca1245bf4f349eca9 is 50, key is test_row_0/A:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300793706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300793706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300793706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300793709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742154_1330 (size=12301) 2024-11-11T04:52:13,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300793711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300793822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300793822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300793822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300793823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300793823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300794032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300794032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300794032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300794033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300794033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b5a91c65ab9e4f2ca1245bf4f349eca9 2024-11-11T04:52:14,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/30c0cb8bbb5b40cd826c0cdf302a4338 is 50, key is test_row_0/B:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742155_1331 (size=12301) 2024-11-11T04:52:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300794342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T04:52:14,492 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:14,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-11T04:52:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:14,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:14,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:14,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:14,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/30c0cb8bbb5b40cd826c0cdf302a4338 2024-11-11T04:52:14,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c249fdefc9284a2a881e2946328bf898 is 50, key is test_row_0/C:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:14,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742156_1332 (size=12301) 2024-11-11T04:52:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:14,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T04:52:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T04:52:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300794852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300794852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300794852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300794852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300794852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:14,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c249fdefc9284a2a881e2946328bf898 2024-11-11T04:52:14,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/b5a91c65ab9e4f2ca1245bf4f349eca9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9 2024-11-11T04:52:14,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9, entries=150, sequenceid=389, filesize=12.0 K 2024-11-11T04:52:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/30c0cb8bbb5b40cd826c0cdf302a4338 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338 2024-11-11T04:52:14,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338, entries=150, sequenceid=389, filesize=12.0 K 2024-11-11T04:52:14,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/c249fdefc9284a2a881e2946328bf898 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898 2024-11-11T04:52:14,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T04:52:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:14,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898, entries=150, sequenceid=389, filesize=12.0 K 2024-11-11T04:52:14,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7f227e577b6581e41cea89a3e06c44c5 in 1256ms, sequenceid=389, compaction requested=true 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:14,960 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:14,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:14,960 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:14,961 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:14,961 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:14,961 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/A is initiating minor compaction (all files) 2024-11-11T04:52:14,961 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/B is initiating minor compaction (all files) 2024-11-11T04:52:14,961 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/B in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,961 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/A in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:14,961 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/71356aef711e4e43ada168e35ef9bf40, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.8 K 2024-11-11T04:52:14,961 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/05a13036d0c34e529a25082c60e491f7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.8 K 2024-11-11T04:52:14,962 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a13036d0c34e529a25082c60e491f7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:14,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 71356aef711e4e43ada168e35ef9bf40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:14,962 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd85bfdc7ca4992b063a82952a56ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731300731902 2024-11-11T04:52:14,962 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a91c65ab9e4f2ca1245bf4f349eca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731300733071 2024-11-11T04:52:14,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a780b68e564eee92a6172483b61c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731300731902 2024-11-11T04:52:14,963 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c0cb8bbb5b40cd826c0cdf302a4338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731300733071 2024-11-11T04:52:14,971 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:14,972 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/55e207da8db84652959a6f3075a649c5 is 50, key is test_row_0/A:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:14,974 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:14,974 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/ec8868b7af0444ea9935caa440ee9cd1 is 50, key is test_row_0/B:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742158_1334 (size=13221) 2024-11-11T04:52:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742157_1333 (size=13221) 2024-11-11T04:52:15,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T04:52:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:15,108 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T04:52:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e6297c6db9334a96ac336a6290c17f3d is 50, key is test_row_0/A:col10/1731300733704/Put/seqid=0 2024-11-11T04:52:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742159_1335 (size=12301) 2024-11-11T04:52:15,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e6297c6db9334a96ac336a6290c17f3d 2024-11-11T04:52:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:15,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/f22f184f1ac4497c81d9018ad42b7842 is 50, key is test_row_0/B:col10/1731300733704/Put/seqid=0 2024-11-11T04:52:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742160_1336 (size=12301) 2024-11-11T04:52:15,406 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/ec8868b7af0444ea9935caa440ee9cd1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ec8868b7af0444ea9935caa440ee9cd1 2024-11-11T04:52:15,412 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/B of 7f227e577b6581e41cea89a3e06c44c5 into ec8868b7af0444ea9935caa440ee9cd1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:15,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:15,412 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/B, priority=13, startTime=1731300734960; duration=0sec 2024-11-11T04:52:15,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:15,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:15,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:15,413 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/55e207da8db84652959a6f3075a649c5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/55e207da8db84652959a6f3075a649c5 2024-11-11T04:52:15,413 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:15,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 7f227e577b6581e41cea89a3e06c44c5/C is initiating minor compaction (all files) 2024-11-11T04:52:15,414 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f227e577b6581e41cea89a3e06c44c5/C in TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:15,414 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9b82ee71ae27455fad7795381809ee9b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp, totalSize=36.8 K 2024-11-11T04:52:15,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b82ee71ae27455fad7795381809ee9b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731300730755 2024-11-11T04:52:15,415 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 958adca2f62c4fd1955d864caaa7c494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731300731902 2024-11-11T04:52:15,415 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c249fdefc9284a2a881e2946328bf898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731300733071 2024-11-11T04:52:15,421 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/A of 7f227e577b6581e41cea89a3e06c44c5 into 55e207da8db84652959a6f3075a649c5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:15,421 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:15,421 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/A, priority=13, startTime=1731300734960; duration=0sec 2024-11-11T04:52:15,421 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:15,421 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:15,424 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f227e577b6581e41cea89a3e06c44c5#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:15,424 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/425a764a7a8d448481be1005b5c35338 is 50, key is test_row_0/C:col10/1731300733074/Put/seqid=0 2024-11-11T04:52:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742161_1337 (size=13221) 2024-11-11T04:52:15,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:52:15,531 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/f22f184f1ac4497c81d9018ad42b7842 2024-11-11T04:52:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/50b483a64f9140dea84acd821bf2001b is 50, key is test_row_0/C:col10/1731300733704/Put/seqid=0 2024-11-11T04:52:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742162_1338 (size=12301) 2024-11-11T04:52:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:15,856 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/425a764a7a8d448481be1005b5c35338 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/425a764a7a8d448481be1005b5c35338 2024-11-11T04:52:15,863 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f227e577b6581e41cea89a3e06c44c5/C of 7f227e577b6581e41cea89a3e06c44c5 into 425a764a7a8d448481be1005b5c35338(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:15,863 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:15,863 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., storeName=7f227e577b6581e41cea89a3e06c44c5/C, priority=13, startTime=1731300734960; duration=0sec 2024-11-11T04:52:15,863 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:15,863 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:15,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. as already flushing 2024-11-11T04:52:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54328 deadline: 1731300795889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54342 deadline: 1731300795890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1731300795891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54336 deadline: 1731300795893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54270 deadline: 1731300795894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:15,906 INFO [Thread-1180 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1180. 2024-11-11T04:52:15,906 DEBUG [Thread-1180 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:15,906 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,906 INFO [Thread-1182 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1182. 2024-11-11T04:52:15,906 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,906 DEBUG [Thread-1182 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:15,906 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:15,906 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:15,908 INFO [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174. 2024-11-11T04:52:15,908 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:15,908 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,908 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:15,909 INFO [Thread-1176 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1176. 2024-11-11T04:52:15,909 DEBUG [Thread-1176 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:15,909 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,909 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:15,911 INFO [Thread-1178 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1178. 2024-11-11T04:52:15,911 DEBUG [Thread-1178 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:15,911 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,911 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:15,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:15,944 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/50b483a64f9140dea84acd821bf2001b 2024-11-11T04:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/e6297c6db9334a96ac336a6290c17f3d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e6297c6db9334a96ac336a6290c17f3d 2024-11-11T04:52:15,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e6297c6db9334a96ac336a6290c17f3d, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T04:52:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/f22f184f1ac4497c81d9018ad42b7842 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/f22f184f1ac4497c81d9018ad42b7842 2024-11-11T04:52:15,954 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/f22f184f1ac4497c81d9018ad42b7842, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T04:52:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/50b483a64f9140dea84acd821bf2001b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/50b483a64f9140dea84acd821bf2001b 2024-11-11T04:52:15,958 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/50b483a64f9140dea84acd821bf2001b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-11T04:52:15,958 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 7f227e577b6581e41cea89a3e06c44c5 in 850ms, sequenceid=397, compaction requested=false 2024-11-11T04:52:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-11T04:52:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-11T04:52:15,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-11T04:52:15,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-11-11T04:52:15,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.4700 sec 2024-11-11T04:52:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:16,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-11T04:52:16,003 INFO [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169. 2024-11-11T04:52:16,003 INFO [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167. 2024-11-11T04:52:16,003 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-11T04:52:16,003 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:16,003 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:16,003 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:16,003 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,004 INFO [Thread-1165 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1165. 2024-11-11T04:52:16,004 DEBUG [Thread-1165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:16,004 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,005 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,005 INFO [Thread-1163 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1163. 2024-11-11T04:52:16,005 DEBUG [Thread-1163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:16,005 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,005 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/6d653a24e79f4b5a96dfdae5fe350550 is 50, key is test_row_0/A:col10/1731300736003/Put/seqid=0 2024-11-11T04:52:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742163_1339 (size=12301) 2024-11-11T04:52:16,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/6d653a24e79f4b5a96dfdae5fe350550 2024-11-11T04:52:16,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/ce30e9d372e34047a56f4eb4cea057de is 50, key is test_row_0/B:col10/1731300736003/Put/seqid=0 2024-11-11T04:52:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742164_1340 (size=12301) 2024-11-11T04:52:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T04:52:16,643 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3999 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3976 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3961 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4011 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3997 2024-11-11T04:52:16,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:52:16,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:52:16,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:52:16,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:16,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:16,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:52:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:16,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300736647"}]},"ts":"1731300736647"} 2024-11-11T04:52:16,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:52:16,648 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:52:16,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:52:16,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, UNASSIGN}] 2024-11-11T04:52:16,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, UNASSIGN 2024-11-11T04:52:16,651 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7f227e577b6581e41cea89a3e06c44c5, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, UNASSIGN because future has completed 2024-11-11T04:52:16,653 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:52:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:16,805 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:16,805 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:52:16,805 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 7f227e577b6581e41cea89a3e06c44c5, disabling compactions & flushes 2024-11-11T04:52:16,805 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:16,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/ce30e9d372e34047a56f4eb4cea057de 2024-11-11T04:52:16,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/4ec028eb711a438283c36c0944db16f2 is 50, key is test_row_0/C:col10/1731300736003/Put/seqid=0 2024-11-11T04:52:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742165_1341 (size=12301) 2024-11-11T04:52:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:17,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/4ec028eb711a438283c36c0944db16f2 2024-11-11T04:52:17,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/6d653a24e79f4b5a96dfdae5fe350550 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/6d653a24e79f4b5a96dfdae5fe350550 2024-11-11T04:52:17,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/6d653a24e79f4b5a96dfdae5fe350550, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T04:52:17,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/ce30e9d372e34047a56f4eb4cea057de as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ce30e9d372e34047a56f4eb4cea057de 2024-11-11T04:52:17,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ce30e9d372e34047a56f4eb4cea057de, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T04:52:17,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/4ec028eb711a438283c36c0944db16f2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ec028eb711a438283c36c0944db16f2 2024-11-11T04:52:17,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ec028eb711a438283c36c0944db16f2, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T04:52:17,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for 7f227e577b6581e41cea89a3e06c44c5 in 1248ms, sequenceid=433, compaction requested=true 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f227e577b6581e41cea89a3e06c44c5: 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:17,251 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:17,251 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:17,251 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. after waiting 0 ms 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f227e577b6581e41cea89a3e06c44c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:17,251 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:17,251 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 7f227e577b6581e41cea89a3e06c44c5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. because compaction request was cancelled 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. because compaction request was cancelled 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:A 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:B 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. because compaction request was cancelled 2024-11-11T04:52:17,251 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f227e577b6581e41cea89a3e06c44c5:C 2024-11-11T04:52:17,254 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/23efa98d44db4069b974b1e6dde8aab7 is 50, key is test_row_0/A:col10/1731300736004/Put/seqid=0 2024-11-11T04:52:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742166_1342 (size=7415) 2024-11-11T04:52:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:17,658 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/23efa98d44db4069b974b1e6dde8aab7 2024-11-11T04:52:17,664 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/b02cb848d9af4ecf932e118c71d4dcbc is 50, key is test_row_0/B:col10/1731300736004/Put/seqid=0 2024-11-11T04:52:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742167_1343 (size=7415) 2024-11-11T04:52:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:18,068 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/b02cb848d9af4ecf932e118c71d4dcbc 2024-11-11T04:52:18,074 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/372f1573100d45a38c86326fb471dae7 is 50, key is test_row_0/C:col10/1731300736004/Put/seqid=0 2024-11-11T04:52:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742168_1344 (size=7415) 2024-11-11T04:52:18,478 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/372f1573100d45a38c86326fb471dae7 2024-11-11T04:52:18,482 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/A/23efa98d44db4069b974b1e6dde8aab7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/23efa98d44db4069b974b1e6dde8aab7 2024-11-11T04:52:18,485 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/23efa98d44db4069b974b1e6dde8aab7, entries=50, sequenceid=437, filesize=7.2 K 2024-11-11T04:52:18,486 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/B/b02cb848d9af4ecf932e118c71d4dcbc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/b02cb848d9af4ecf932e118c71d4dcbc 2024-11-11T04:52:18,489 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/b02cb848d9af4ecf932e118c71d4dcbc, entries=50, sequenceid=437, filesize=7.2 K 2024-11-11T04:52:18,489 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/.tmp/C/372f1573100d45a38c86326fb471dae7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/372f1573100d45a38c86326fb471dae7 2024-11-11T04:52:18,493 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/372f1573100d45a38c86326fb471dae7, entries=50, sequenceid=437, filesize=7.2 K 2024-11-11T04:52:18,493 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 7f227e577b6581e41cea89a3e06c44c5 in 1242ms, sequenceid=437, compaction requested=true 2024-11-11T04:52:18,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8bc757a3fff74dc0ba4b1aa416a9c561, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/2db374aa62c445a89a3dfb8b3feb94f3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/3296c82dc61a447a9560156ce9ca90ff, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e63f99b014d44af899de6cf37e636d3d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7f698ef3b9364eadb81dbabb27049955, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/f5e15c1ccdd5421e95a309e287b621a6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/05a13036d0c34e529a25082c60e491f7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9] to archive 2024-11-11T04:52:18,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:18,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b90efa898c23433c8404d454747b6ab3 2024-11-11T04:52:18,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/656c4da640624cfcb23f47035a3cd7e5 2024-11-11T04:52:18,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/31592d47770a463a9df5015fb8e53a13 2024-11-11T04:52:18,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8bc757a3fff74dc0ba4b1aa416a9c561 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8bc757a3fff74dc0ba4b1aa416a9c561 2024-11-11T04:52:18,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/88fd0a3b6e744e86be876a6b3962d1f2 2024-11-11T04:52:18,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7cb130c3100846408c54d9bc23cc6fd5 2024-11-11T04:52:18,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/2db374aa62c445a89a3dfb8b3feb94f3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/2db374aa62c445a89a3dfb8b3feb94f3 2024-11-11T04:52:18,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/8fe6c5ac1fcb40d08145a1a9f2e1ed40 2024-11-11T04:52:18,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/3296c82dc61a447a9560156ce9ca90ff to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/3296c82dc61a447a9560156ce9ca90ff 2024-11-11T04:52:18,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0f9518a85e8f41f68c8b88cc0c778d21 2024-11-11T04:52:18,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/86230065580d4c02b721f2769d2ce93f 2024-11-11T04:52:18,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e63f99b014d44af899de6cf37e636d3d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e63f99b014d44af899de6cf37e636d3d 2024-11-11T04:52:18,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e74c93fc261d4cc2ae26ee4cef4fc45b 2024-11-11T04:52:18,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/d891ea03cd464249bedf36b49d968f1a 2024-11-11T04:52:18,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/56b6f9de2c26416fbead57ffa99a0728 2024-11-11T04:52:18,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7f698ef3b9364eadb81dbabb27049955 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7f698ef3b9364eadb81dbabb27049955 2024-11-11T04:52:18,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/0041a73345be472eaea661837f7134a8 2024-11-11T04:52:18,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7adae487139a4d4e922882bedaa5be61 2024-11-11T04:52:18,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/37afead37fc5438787019da9f0fc2317 2024-11-11T04:52:18,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/7d90122eeae9404b8c99851e2e3770aa 2024-11-11T04:52:18,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/f5e15c1ccdd5421e95a309e287b621a6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/f5e15c1ccdd5421e95a309e287b621a6 2024-11-11T04:52:18,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/02f7e16c7f9d41bdbf30a78c631f8570 2024-11-11T04:52:18,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/850a344453f34c56a4eedf5c93568ebd 2024-11-11T04:52:18,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/560bae61e7f7464981d2f708f50ae461 2024-11-11T04:52:18,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/05a13036d0c34e529a25082c60e491f7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/05a13036d0c34e529a25082c60e491f7 2024-11-11T04:52:18,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/dbd85bfdc7ca4992b063a82952a56ca7 2024-11-11T04:52:18,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/b5a91c65ab9e4f2ca1245bf4f349eca9 2024-11-11T04:52:18,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/e5b12651965a4c2288c14c11621507ae, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0d6191b04d064e6db818b544caab0365, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/9d38bda24373437da469c69c0bfa1952, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/11905f22a39f4821a41876d290bb8dd7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/6c7b4a4b5d9448a8918a79a340188118, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/55533454216a4c728d0d870ca078ae3c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/71356aef711e4e43ada168e35ef9bf40, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338] to archive 2024-11-11T04:52:18,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:18,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d8695223bba2495b992825e7a4c6f3be 2024-11-11T04:52:18,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/853ec7fd1ea34349abde7ee75f7f2792 2024-11-11T04:52:18,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/e5b12651965a4c2288c14c11621507ae to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/e5b12651965a4c2288c14c11621507ae 2024-11-11T04:52:18,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c2ca24a9ebf74edfa5e115c8b9eaada8 2024-11-11T04:52:18,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/31e158d09a5d42ca8e319b5b0ef65193 2024-11-11T04:52:18,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0d6191b04d064e6db818b544caab0365 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0d6191b04d064e6db818b544caab0365 2024-11-11T04:52:18,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/96f433aa77334f13bb554761880db86f 2024-11-11T04:52:18,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/311c335a1d634b5c89bd7a294b09dc9c 2024-11-11T04:52:18,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/9d38bda24373437da469c69c0bfa1952 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/9d38bda24373437da469c69c0bfa1952 2024-11-11T04:52:18,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/d9116e796e2b4129af0ca4a87bf0916e 2024-11-11T04:52:18,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/c4d57139a31f496e8e5c92c0ae9e9f17 2024-11-11T04:52:18,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/11905f22a39f4821a41876d290bb8dd7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/11905f22a39f4821a41876d290bb8dd7 2024-11-11T04:52:18,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/32cf1205258c4e6a9dc2a5937459d85a 2024-11-11T04:52:18,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/0311fbd2115e4e77a35a22d65ebfb323 2024-11-11T04:52:18,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/6c7b4a4b5d9448a8918a79a340188118 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/6c7b4a4b5d9448a8918a79a340188118 2024-11-11T04:52:18,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/59b20845bda14d16b2e7317552240dd5 2024-11-11T04:52:18,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/38b0b64d94e249d5b2582a4bfccd6eec 2024-11-11T04:52:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/5f6a1118e5744756bbac9cb17678beb9 2024-11-11T04:52:18,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/a2b4f793b7ac4a16b5b89b67d36788ef 2024-11-11T04:52:18,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/92e5bb4ba3404b6b9ad235f3c9cd765e 2024-11-11T04:52:18,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/55533454216a4c728d0d870ca078ae3c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/55533454216a4c728d0d870ca078ae3c 2024-11-11T04:52:18,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/40d3cd045eaa43ec942657ed7c76ca09 2024-11-11T04:52:18,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/39ca37ebf23b41c49395a5cb34a58ca8 2024-11-11T04:52:18,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/71356aef711e4e43ada168e35ef9bf40 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/71356aef711e4e43ada168e35ef9bf40 2024-11-11T04:52:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/da790475571e4b6e985541f6037d6613 2024-11-11T04:52:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/35a780b68e564eee92a6172483b61c9f 2024-11-11T04:52:18,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/30c0cb8bbb5b40cd826c0cdf302a4338 2024-11-11T04:52:18,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39ee3831938d4b35b4c7fbb12a58ad68, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/69bd507eb33d485082ef6bd009877d79, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f64508aec59d46aea21d02e86e1005f2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/0ae67d1de5d049c4bb57e1f54da07c6f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ba1cd3faaa947199236be11fc78a07a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/fd0c92820fd44f2a8255080f5dffcd2a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9b82ee71ae27455fad7795381809ee9b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898] to archive 2024-11-11T04:52:18,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:18,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f2322f633f6c424894840ed7d9b1789d 2024-11-11T04:52:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3c05bab37fbb4017b99bb77ccbb43e08 2024-11-11T04:52:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39ee3831938d4b35b4c7fbb12a58ad68 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39ee3831938d4b35b4c7fbb12a58ad68 2024-11-11T04:52:18,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c5c8a400067943ab83e10f5a0c9fbd72 2024-11-11T04:52:18,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/213b13fe89fd4f59a4d508934af8d88f 2024-11-11T04:52:18,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/69bd507eb33d485082ef6bd009877d79 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/69bd507eb33d485082ef6bd009877d79 2024-11-11T04:52:18,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/b08c727ac0854abb9aef0b1d799d69f7 2024-11-11T04:52:18,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/119f4784df734979b2296b8954282ac4 2024-11-11T04:52:18,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f64508aec59d46aea21d02e86e1005f2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/f64508aec59d46aea21d02e86e1005f2 2024-11-11T04:52:18,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9429e619e64c495aa7c3cece77473a18 2024-11-11T04:52:18,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/44fc1984bee94cda98fa406adc5fe752 2024-11-11T04:52:18,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/0ae67d1de5d049c4bb57e1f54da07c6f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/0ae67d1de5d049c4bb57e1f54da07c6f 2024-11-11T04:52:18,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/eae64ac792144e9295eeae4a85aba9b4 2024-11-11T04:52:18,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e03504cf83fa49599b2676ef97aabebd 2024-11-11T04:52:18,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ba1cd3faaa947199236be11fc78a07a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ba1cd3faaa947199236be11fc78a07a 2024-11-11T04:52:18,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/e87cca99f6114fd1b5451a0cc05e9819 2024-11-11T04:52:18,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/94883f04e9a0401dae9e6ca31fada767 2024-11-11T04:52:18,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/542f0981dfbd46609d11e09bb737c731 2024-11-11T04:52:18,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/3da83003686248ee91291c6c43e48bf9 2024-11-11T04:52:18,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/237fde557ffd4f28a645e631c675034e 2024-11-11T04:52:18,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/fd0c92820fd44f2a8255080f5dffcd2a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/fd0c92820fd44f2a8255080f5dffcd2a 2024-11-11T04:52:18,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/a1058214f789405284a04d8e66279a85 2024-11-11T04:52:18,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/39a4e10f218e48f0a8dd614f3eb3029b 2024-11-11T04:52:18,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9b82ee71ae27455fad7795381809ee9b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/9b82ee71ae27455fad7795381809ee9b 2024-11-11T04:52:18,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/2347ec2a37974b47b75dcce07e447d86 2024-11-11T04:52:18,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/958adca2f62c4fd1955d864caaa7c494 2024-11-11T04:52:18,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/c249fdefc9284a2a881e2946328bf898 2024-11-11T04:52:18,578 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/recovered.edits/440.seqid, newMaxSeqId=440, maxSeqId=1 2024-11-11T04:52:18,578 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. 2024-11-11T04:52:18,578 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 7f227e577b6581e41cea89a3e06c44c5: Waiting for close lock at 1731300736805Running coprocessor pre-close hooks at 1731300736805Disabling compacts and flushes for region at 1731300736805Disabling writes for close at 1731300737251 (+446 ms)Obtaining lock to block concurrent updates at 1731300737251Preparing flush snapshotting stores in 7f227e577b6581e41cea89a3e06c44c5 at 1731300737251Finished memstore snapshotting TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731300737252 (+1 ms)Flushing stores of TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5. at 1731300737252Flushing 7f227e577b6581e41cea89a3e06c44c5/A: creating writer at 1731300737252Flushing 7f227e577b6581e41cea89a3e06c44c5/A: appending metadata at 1731300737254 (+2 ms)Flushing 7f227e577b6581e41cea89a3e06c44c5/A: closing flushed file at 1731300737254Flushing 7f227e577b6581e41cea89a3e06c44c5/B: creating writer at 1731300737662 (+408 ms)Flushing 7f227e577b6581e41cea89a3e06c44c5/B: appending metadata at 1731300737664 (+2 ms)Flushing 7f227e577b6581e41cea89a3e06c44c5/B: closing flushed file at 1731300737664Flushing 7f227e577b6581e41cea89a3e06c44c5/C: creating writer at 1731300738072 (+408 ms)Flushing 7f227e577b6581e41cea89a3e06c44c5/C: appending metadata at 1731300738074 (+2 ms)Flushing 7f227e577b6581e41cea89a3e06c44c5/C: closing flushed file at 1731300738074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5473a36c: reopening flushed file at 1731300738482 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdef96c: reopening flushed file at 1731300738485 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c341533: reopening flushed file at 1731300738489 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 7f227e577b6581e41cea89a3e06c44c5 in 1242ms, sequenceid=437, compaction requested=true at 1731300738493 (+4 ms)Writing region close event to WAL at 1731300738575 (+82 ms)Running coprocessor post-close hooks at 1731300738578 (+3 ms)Closed at 1731300738578 2024-11-11T04:52:18,580 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:18,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=7f227e577b6581e41cea89a3e06c44c5, regionState=CLOSED 2024-11-11T04:52:18,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:18,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-11T04:52:18,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f227e577b6581e41cea89a3e06c44c5, server=a7bef91497aa,40889,1731300647138 in 1.9290 sec 2024-11-11T04:52:18,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-11T04:52:18,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f227e577b6581e41cea89a3e06c44c5, UNASSIGN in 1.9340 sec 2024-11-11T04:52:18,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T04:52:18,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9370 sec 2024-11-11T04:52:18,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300738588"}]},"ts":"1731300738588"} 2024-11-11T04:52:18,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:52:18,589 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:52:18,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-11T04:52:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T04:52:18,792 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:18,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:52:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,794 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-11T04:52:18,795 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,797 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:18,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/recovered.edits] 2024-11-11T04:52:18,801 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/23efa98d44db4069b974b1e6dde8aab7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/23efa98d44db4069b974b1e6dde8aab7 2024-11-11T04:52:18,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/55e207da8db84652959a6f3075a649c5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/55e207da8db84652959a6f3075a649c5 2024-11-11T04:52:18,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/6d653a24e79f4b5a96dfdae5fe350550 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/6d653a24e79f4b5a96dfdae5fe350550 2024-11-11T04:52:18,804 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e6297c6db9334a96ac336a6290c17f3d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/A/e6297c6db9334a96ac336a6290c17f3d 2024-11-11T04:52:18,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/b02cb848d9af4ecf932e118c71d4dcbc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/b02cb848d9af4ecf932e118c71d4dcbc 2024-11-11T04:52:18,807 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ce30e9d372e34047a56f4eb4cea057de to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ce30e9d372e34047a56f4eb4cea057de 2024-11-11T04:52:18,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ec8868b7af0444ea9935caa440ee9cd1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/ec8868b7af0444ea9935caa440ee9cd1 2024-11-11T04:52:18,809 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/f22f184f1ac4497c81d9018ad42b7842 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/B/f22f184f1ac4497c81d9018ad42b7842 2024-11-11T04:52:18,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/372f1573100d45a38c86326fb471dae7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/372f1573100d45a38c86326fb471dae7 2024-11-11T04:52:18,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/425a764a7a8d448481be1005b5c35338 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/425a764a7a8d448481be1005b5c35338 2024-11-11T04:52:18,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ec028eb711a438283c36c0944db16f2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/4ec028eb711a438283c36c0944db16f2 2024-11-11T04:52:18,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/50b483a64f9140dea84acd821bf2001b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/C/50b483a64f9140dea84acd821bf2001b 2024-11-11T04:52:18,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/recovered.edits/440.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5/recovered.edits/440.seqid 2024-11-11T04:52:18,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/7f227e577b6581e41cea89a3e06c44c5 2024-11-11T04:52:18,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:52:18,818 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,821 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:52:18,823 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:52:18,824 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,824 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:52:18,825 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300738824"}]},"ts":"9223372036854775807"} 2024-11-11T04:52:18,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:52:18,826 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f227e577b6581e41cea89a3e06c44c5, NAME => 'TestAcidGuarantees,,1731300713713.7f227e577b6581e41cea89a3e06c44c5.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:52:18,826 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:52:18,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300738826"}]},"ts":"9223372036854775807"} 2024-11-11T04:52:18,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:52:18,829 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-11T04:52:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-11T04:52:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:52:18,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:18,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1218786933_22 at /127.0.0.1:59576 [Waiting for operation #381] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1509931264_22 at /127.0.0.1:50102 [Waiting for operation #197] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6523 (was 6584) 2024-11-11T04:52:18,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6523 2024-11-11T04:52:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:52:18,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:52:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:18,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:52:18,923 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:18,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-11T04:52:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:18,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:52:18,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742169_1345 (size=959) 2024-11-11T04:52:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:19,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:52:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742170_1346 (size=53) 2024-11-11T04:52:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 69e0c4366122b3ae0d838bb415b1e5cc, disabling compactions & flushes 2024-11-11T04:52:19,736 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. after waiting 0 ms 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:19,736 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:19,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e0c4366122b3ae0d838bb415b1e5cc: Waiting for close lock at 1731300739736Disabling compacts and flushes for region at 1731300739736Disabling writes for close at 1731300739736Writing region close event to WAL at 1731300739736Closed at 1731300739736 2024-11-11T04:52:19,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:52:19,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300739737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300739737"}]},"ts":"1731300739737"} 2024-11-11T04:52:19,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:52:19,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:52:19,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300739739"}]},"ts":"1731300739739"} 2024-11-11T04:52:19,740 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:52:19,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, ASSIGN}] 2024-11-11T04:52:19,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, ASSIGN 2024-11-11T04:52:19,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:52:19,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:19,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, ASSIGN because future has completed 2024-11-11T04:52:19,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:20,048 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:20,048 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:52:20,049 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,049 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:52:20,049 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,049 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,050 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,051 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName A 2024-11-11T04:52:20,051 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:20,052 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:20,052 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,053 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName B 2024-11-11T04:52:20,053 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:20,053 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:20,053 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,054 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName C 2024-11-11T04:52:20,054 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:20,054 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:20,054 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,055 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,055 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,056 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,056 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,056 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:52:20,057 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,058 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:52:20,059 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 69e0c4366122b3ae0d838bb415b1e5cc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58724460, jitterRate=-0.12493735551834106}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:52:20,059 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:20,059 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 69e0c4366122b3ae0d838bb415b1e5cc: Running coprocessor pre-open hook at 1731300740049Writing region info on filesystem at 1731300740049Initializing all the Stores at 1731300740049Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300740050 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300740050Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300740050Cleaning up temporary data from old regions at 1731300740056 (+6 ms)Running coprocessor post-open hooks at 1731300740059 (+3 ms)Region opened successfully at 1731300740059 2024-11-11T04:52:20,060 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., pid=99, masterSystemTime=1731300740045 2024-11-11T04:52:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:20,062 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:20,062 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:20,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:20,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:20,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-11T04:52:20,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 in 170 msec 2024-11-11T04:52:20,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-11T04:52:20,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, ASSIGN in 326 msec 2024-11-11T04:52:20,068 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:52:20,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300740068"}]},"ts":"1731300740068"} 2024-11-11T04:52:20,069 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:52:20,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:52:20,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-11T04:52:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T04:52:21,072 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:21,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:21,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:21,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:21,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6046644a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:21,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:21,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016b427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:21,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:21,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:52:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:52:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fdfad0a 2024-11-11T04:52:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:52:21,080 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:52:21,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:52:21,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:52:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742171_1347 (size=995) 2024-11-11T04:52:21,493 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T04:52:21,493 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T04:52:21,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:52:21,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE}] 2024-11-11T04:52:21,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE 2024-11-11T04:52:21,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:21,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE because future has completed 2024-11-11T04:52:21,499 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:52:21,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:21,652 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,652 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:52:21,652 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 69e0c4366122b3ae0d838bb415b1e5cc, disabling compactions & flushes 2024-11-11T04:52:21,652 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,652 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,652 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. after waiting 0 ms 2024-11-11T04:52:21,652 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,657 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T04:52:21,657 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,657 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 69e0c4366122b3ae0d838bb415b1e5cc: Waiting for close lock at 1731300741652Running coprocessor pre-close hooks at 1731300741652Disabling compacts and flushes for region at 1731300741652Disabling writes for close at 1731300741652Writing region close event to WAL at 1731300741652Running coprocessor post-close hooks at 1731300741657 (+5 ms)Closed at 1731300741657 2024-11-11T04:52:21,657 WARN [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 69e0c4366122b3ae0d838bb415b1e5cc to self. 2024-11-11T04:52:21,659 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=CLOSED 2024-11-11T04:52:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:21,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-11T04:52:21,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 in 162 msec 2024-11-11T04:52:21,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE; state=CLOSED, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=true 2024-11-11T04:52:21,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:21,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE because future has completed 2024-11-11T04:52:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:21,970 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,970 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:52:21,971 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,971 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:52:21,971 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,971 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,972 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,973 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName A 2024-11-11T04:52:21,974 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:21,974 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:21,975 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,975 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName B 2024-11-11T04:52:21,975 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:21,976 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:21,976 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,976 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0c4366122b3ae0d838bb415b1e5cc columnFamilyName C 2024-11-11T04:52:21,976 DEBUG [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:21,976 INFO [StoreOpener-69e0c4366122b3ae0d838bb415b1e5cc-1 {}] regionserver.HStore(327): Store=69e0c4366122b3ae0d838bb415b1e5cc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:21,977 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,977 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,978 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,979 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,979 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,979 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:52:21,980 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,981 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 69e0c4366122b3ae0d838bb415b1e5cc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68574100, jitterRate=0.021833717823028564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:52:21,981 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:21,981 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 69e0c4366122b3ae0d838bb415b1e5cc: Running coprocessor pre-open hook at 1731300741971Writing region info on filesystem at 1731300741971Initializing all the Stores at 1731300741972 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300741972Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300741972Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300741972Cleaning up temporary data from old regions at 1731300741979 (+7 ms)Running coprocessor post-open hooks at 1731300741981 (+2 ms)Region opened successfully at 1731300741981 2024-11-11T04:52:21,982 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., pid=104, masterSystemTime=1731300741967 2024-11-11T04:52:21,983 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,984 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:21,984 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:21,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:21,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-11T04:52:21,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 in 170 msec 2024-11-11T04:52:21,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-11T04:52:21,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, REOPEN/MOVE in 490 msec 2024-11-11T04:52:21,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T04:52:21,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-11T04:52:21,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-11-11T04:52:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-11T04:52:21,993 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:21,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f86bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:21,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:21,995 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1526760f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:21,996 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5381b9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:21,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:21,998 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e48972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:21,999 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9d3dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,001 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7529979a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,002 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107d6bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a7329a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,005 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5a76d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,006 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc7b0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,008 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b57745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,009 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,010 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7589fda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,012 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f5a7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abb39ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,015 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755ee8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,016 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb6bfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,017 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb5a9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,019 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1373153e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:22,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:22,020 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da41511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:22,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:22,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508677f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:22,023 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,023 DEBUG [Thread-1594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,023 DEBUG [Thread-1590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,023 DEBUG [Thread-1581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,023 DEBUG [Thread-1588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,024 DEBUG [Thread-1594 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,024 DEBUG [Thread-1594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,024 DEBUG [Thread-1579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-11T04:52:22,026 DEBUG [Thread-1577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,027 DEBUG [Thread-1583 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:22,028 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,030 DEBUG [Thread-1575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:22,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:22,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:52:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:22,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:22,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:22,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d2bcd8945d2440529cb32e46a7d97c8b_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300742035/Put/seqid=0 2024-11-11T04:52:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742172_1348 (size=19474) 2024-11-11T04:52:22,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300802080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300802080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300802081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300802082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300802083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:22,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T04:52:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300802191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300802191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300802192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300802202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300802202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T04:52:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300802402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300802402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300802402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300802411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300802411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:22,483 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d2bcd8945d2440529cb32e46a7d97c8b_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d2bcd8945d2440529cb32e46a7d97c8b_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:22,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/b5e59c99217741899005968246768ade, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:22,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/b5e59c99217741899005968246768ade is 175, key is test_row_0/A:col10/1731300742035/Put/seqid=0 2024-11-11T04:52:22,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T04:52:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742173_1349 (size=56733) 2024-11-11T04:52:22,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:22,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/b5e59c99217741899005968246768ade 2024-11-11T04:52:22,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/03eba8fed40641a5a00032386d1a4d38 is 50, key is test_row_0/B:col10/1731300742035/Put/seqid=0 2024-11-11T04:52:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742174_1350 (size=12001) 2024-11-11T04:52:22,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/03eba8fed40641a5a00032386d1a4d38 2024-11-11T04:52:22,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/76153e1cd57d47b1acff5a12daf68b92 is 50, key is test_row_0/C:col10/1731300742035/Put/seqid=0 2024-11-11T04:52:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742175_1351 (size=12001) 2024-11-11T04:52:22,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/76153e1cd57d47b1acff5a12daf68b92 2024-11-11T04:52:22,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/b5e59c99217741899005968246768ade as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade 2024-11-11T04:52:22,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade, entries=300, sequenceid=16, filesize=55.4 K 2024-11-11T04:52:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/03eba8fed40641a5a00032386d1a4d38 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38 2024-11-11T04:52:22,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T04:52:22,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/76153e1cd57d47b1acff5a12daf68b92 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92 2024-11-11T04:52:22,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T04:52:22,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69e0c4366122b3ae0d838bb415b1e5cc in 533ms, sequenceid=16, compaction requested=false 2024-11-11T04:52:22,577 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T04:52:22,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:22,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T04:52:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:22,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c89ad689d91b45a8b611e64a7476a667_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300742076/Put/seqid=0 2024-11-11T04:52:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742176_1352 (size=12154) 2024-11-11T04:52:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300802726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300802727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300802728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300802729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300802729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300802831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300802841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300802842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300802842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300802842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300803042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:23,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300803052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300803052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,060 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c89ad689d91b45a8b611e64a7476a667_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c89ad689d91b45a8b611e64a7476a667_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:23,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300803055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300803055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5d5cfe5b5c6542109373cdf53edfd550, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5d5cfe5b5c6542109373cdf53edfd550 is 175, key is test_row_0/A:col10/1731300742076/Put/seqid=0 2024-11-11T04:52:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742177_1353 (size=30955) 2024-11-11T04:52:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:23,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300803362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300803362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300803362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300803372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300803372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,471 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5d5cfe5b5c6542109373cdf53edfd550 2024-11-11T04:52:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/93d8c5e58d1744c59824bc19fb332498 is 50, key is test_row_0/B:col10/1731300742076/Put/seqid=0 2024-11-11T04:52:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742178_1354 (size=12001) 2024-11-11T04:52:23,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300803872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300803872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,884 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/93d8c5e58d1744c59824bc19fb332498 2024-11-11T04:52:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300803882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f6fb08a941334d7bad47e241e52f6e2a is 50, key is test_row_0/C:col10/1731300742076/Put/seqid=0 2024-11-11T04:52:23,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300803892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300803892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:23,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742179_1355 (size=12001) 2024-11-11T04:52:23,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f6fb08a941334d7bad47e241e52f6e2a 2024-11-11T04:52:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5d5cfe5b5c6542109373cdf53edfd550 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550 2024-11-11T04:52:23,914 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T04:52:23,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/93d8c5e58d1744c59824bc19fb332498 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498 2024-11-11T04:52:23,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T04:52:23,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f6fb08a941334d7bad47e241e52f6e2a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a 2024-11-11T04:52:23,929 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T04:52:23,930 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 69e0c4366122b3ae0d838bb415b1e5cc in 1287ms, sequenceid=40, compaction requested=false 2024-11-11T04:52:23,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:23,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:23,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-11T04:52:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-11T04:52:23,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-11T04:52:23,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9020 sec 2024-11-11T04:52:23,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.9080 sec 2024-11-11T04:52:24,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:52:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T04:52:24,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:24,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-11T04:52:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:24,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:24,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:24,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:24,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T04:52:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:24,329 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117fb30aeb0425435c8290763a46d1aebb_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300742727/Put/seqid=0 2024-11-11T04:52:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742180_1356 (size=12154) 2024-11-11T04:52:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:24,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:24,748 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117fb30aeb0425435c8290763a46d1aebb_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117fb30aeb0425435c8290763a46d1aebb_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/3b29203e478d4d879b94cca86c83819b, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/3b29203e478d4d879b94cca86c83819b is 175, key is test_row_0/A:col10/1731300742727/Put/seqid=0 2024-11-11T04:52:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742181_1357 (size=30955) 2024-11-11T04:52:24,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/3b29203e478d4d879b94cca86c83819b 2024-11-11T04:52:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a3173278fbe4a9faf3ecf636c8d0416 is 50, key is test_row_0/B:col10/1731300742727/Put/seqid=0 2024-11-11T04:52:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742182_1358 (size=12001) 2024-11-11T04:52:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:24,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:24,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300804929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300804933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300804934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:24,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300804935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:24,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300804937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300805041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300805052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300805052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300805052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300805052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,170 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a3173278fbe4a9faf3ecf636c8d0416 2024-11-11T04:52:25,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5d4141e418ab49ec9c5666e5ee592426 is 50, key is test_row_0/C:col10/1731300742727/Put/seqid=0 2024-11-11T04:52:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742183_1359 (size=12001) 2024-11-11T04:52:25,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300805252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300805272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300805272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300805272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300805272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300805561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5d4141e418ab49ec9c5666e5ee592426 2024-11-11T04:52:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/3b29203e478d4d879b94cca86c83819b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b 2024-11-11T04:52:25,592 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b, entries=150, sequenceid=52, filesize=30.2 K 2024-11-11T04:52:25,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a3173278fbe4a9faf3ecf636c8d0416 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416 2024-11-11T04:52:25,596 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:52:25,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5d4141e418ab49ec9c5666e5ee592426 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426 2024-11-11T04:52:25,600 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T04:52:25,600 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69e0c4366122b3ae0d838bb415b1e5cc in 1271ms, sequenceid=52, compaction requested=true 2024-11-11T04:52:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-11T04:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-11T04:52:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:25,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:25,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:52:25,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T04:52:25,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-11T04:52:25,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4320 sec 2024-11-11T04:52:25,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111277f07195a244709914185b4f6bd3741_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300805611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300805612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300805621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742184_1360 (size=12154) 2024-11-11T04:52:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300805622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300805731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300805731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300805732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300805742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300805941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300805942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300805942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300805952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:26,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111277f07195a244709914185b4f6bd3741_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111277f07195a244709914185b4f6bd3741_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:26,031 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/54da01f31f054d519fcf2571c5835277, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/54da01f31f054d519fcf2571c5835277 is 175, key is test_row_0/A:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742185_1361 (size=30955) 2024-11-11T04:52:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300806082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300806251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300806262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300806262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300806272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T04:52:26,322 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:26,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-11T04:52:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:26,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:26,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:26,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:26,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/54da01f31f054d519fcf2571c5835277 2024-11-11T04:52:26,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/63dc1dbe41234bdda78735a31be7e7ab is 50, key is test_row_0/B:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742186_1362 (size=12001) 2024-11-11T04:52:26,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T04:52:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T04:52:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300806772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300806772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T04:52:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300806781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300806792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:26,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/63dc1dbe41234bdda78735a31be7e7ab 2024-11-11T04:52:26,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1a0f4b06cfb841c1b3445a9bc1d3a130 is 50, key is test_row_0/C:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742187_1363 (size=12001) 2024-11-11T04:52:26,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1a0f4b06cfb841c1b3445a9bc1d3a130 2024-11-11T04:52:26,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/54da01f31f054d519fcf2571c5835277 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277 2024-11-11T04:52:26,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277, entries=150, sequenceid=79, filesize=30.2 K 2024-11-11T04:52:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/63dc1dbe41234bdda78735a31be7e7ab as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab 2024-11-11T04:52:26,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T04:52:26,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1a0f4b06cfb841c1b3445a9bc1d3a130 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130 2024-11-11T04:52:26,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T04:52:26,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 69e0c4366122b3ae0d838bb415b1e5cc in 1276ms, sequenceid=79, compaction requested=true 2024-11-11T04:52:26,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:26,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:26,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:26,880 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:26,881 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:26,883 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:26,883 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=46.9 K 2024-11-11T04:52:26,883 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,883 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=146.1 K 2024-11-11T04:52:26,883 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277] 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 03eba8fed40641a5a00032386d1a4d38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300742035 2024-11-11T04:52:26,883 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e59c99217741899005968246768ade, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300742035 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 93d8c5e58d1744c59824bc19fb332498, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300742076 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d5cfe5b5c6542109373cdf53edfd550, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300742076 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a3173278fbe4a9faf3ecf636c8d0416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300742727 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b29203e478d4d879b94cca86c83819b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300742727 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 63dc1dbe41234bdda78735a31be7e7ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:26,884 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54da01f31f054d519fcf2571c5835277, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:26,892 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,893 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:26,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/c4ccc1e02ed641e79f07b6f0f4650387 is 50, key is test_row_0/B:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:26,894 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111173f48cb0aa3240a3943e84bf2ff69379_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,896 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111173f48cb0aa3240a3943e84bf2ff69379_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,896 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111173f48cb0aa3240a3943e84bf2ff69379_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742188_1364 (size=12139) 2024-11-11T04:52:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742189_1365 (size=4469) 2024-11-11T04:52:26,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T04:52:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:26,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T04:52:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111115aa0393d26643c386fe2929e2bd423b_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300745610/Put/seqid=0 2024-11-11T04:52:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742190_1366 (size=12154) 2024-11-11T04:52:26,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:26,956 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111115aa0393d26643c386fe2929e2bd423b_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115aa0393d26643c386fe2929e2bd423b_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/6170215cece345d097bbc79cfbb55517, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/6170215cece345d097bbc79cfbb55517 is 175, key is test_row_0/A:col10/1731300745610/Put/seqid=0 2024-11-11T04:52:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742191_1367 (size=30955) 2024-11-11T04:52:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:27,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300807255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,302 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:27,303 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/0d8824bfe99642e8b99ba2513b10014e is 175, key is test_row_0/A:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:27,305 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/c4ccc1e02ed641e79f07b6f0f4650387 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/c4ccc1e02ed641e79f07b6f0f4650387 2024-11-11T04:52:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742192_1368 (size=31093) 2024-11-11T04:52:27,310 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into c4ccc1e02ed641e79f07b6f0f4650387(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:27,310 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:27,310 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=12, startTime=1731300746880; duration=0sec 2024-11-11T04:52:27,310 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:27,310 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:27,310 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:27,311 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:27,311 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:27,311 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:27,311 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=46.9 K 2024-11-11T04:52:27,312 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 76153e1cd57d47b1acff5a12daf68b92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300742035 2024-11-11T04:52:27,314 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f6fb08a941334d7bad47e241e52f6e2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731300742076 2024-11-11T04:52:27,315 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4141e418ab49ec9c5666e5ee592426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731300742727 2024-11-11T04:52:27,315 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a0f4b06cfb841c1b3445a9bc1d3a130, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:27,321 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:27,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/37a33f254f9246ec8edb67d35e9e6699 is 50, key is test_row_0/C:col10/1731300744935/Put/seqid=0 2024-11-11T04:52:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742193_1369 (size=12139) 2024-11-11T04:52:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300807362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/6170215cece345d097bbc79cfbb55517 2024-11-11T04:52:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/2b947e0b074a4429b86974660eb20141 is 50, key is test_row_0/B:col10/1731300745610/Put/seqid=0 2024-11-11T04:52:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742194_1370 (size=12001) 2024-11-11T04:52:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:27,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300807581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,712 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/0d8824bfe99642e8b99ba2513b10014e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e 2024-11-11T04:52:27,717 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into 0d8824bfe99642e8b99ba2513b10014e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:27,717 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:27,717 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=12, startTime=1731300746880; duration=0sec 2024-11-11T04:52:27,717 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:27,717 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:27,730 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/37a33f254f9246ec8edb67d35e9e6699 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/37a33f254f9246ec8edb67d35e9e6699 2024-11-11T04:52:27,734 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 37a33f254f9246ec8edb67d35e9e6699(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:27,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:27,734 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=12, startTime=1731300746881; duration=0sec 2024-11-11T04:52:27,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:27,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:27,784 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/2b947e0b074a4429b86974660eb20141 2024-11-11T04:52:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300807782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,788 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/dfcef0d28f0648eab7b3dee6934e2519 is 50, key is test_row_0/C:col10/1731300745610/Put/seqid=0 2024-11-11T04:52:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300807792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,800 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742195_1371 (size=12001) 2024-11-11T04:52:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300807802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,809 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300807812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,819 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:27,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300807891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:28,202 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/dfcef0d28f0648eab7b3dee6934e2519 2024-11-11T04:52:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/6170215cece345d097bbc79cfbb55517 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517 2024-11-11T04:52:28,210 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517, entries=150, sequenceid=88, filesize=30.2 K 2024-11-11T04:52:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/2b947e0b074a4429b86974660eb20141 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141 2024-11-11T04:52:28,215 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T04:52:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/dfcef0d28f0648eab7b3dee6934e2519 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519 2024-11-11T04:52:28,219 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T04:52:28,220 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 69e0c4366122b3ae0d838bb415b1e5cc in 1283ms, sequenceid=88, compaction requested=false 2024-11-11T04:52:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-11T04:52:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-11T04:52:28,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-11T04:52:28,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8970 sec 2024-11-11T04:52:28,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9050 sec 2024-11-11T04:52:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:28,408 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:28,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T04:52:28,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111aa5c77063be4a9f82e3438c40f80f09_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742196_1372 (size=14594) 2024-11-11T04:52:28,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:28,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111aa5c77063be4a9f82e3438c40f80f09_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111aa5c77063be4a9f82e3438c40f80f09_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:28,443 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/74fbeeda497041c9a1e23eca745abeb6, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:28,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/74fbeeda497041c9a1e23eca745abeb6 is 175, key is test_row_0/A:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742197_1373 (size=39549) 2024-11-11T04:52:28,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/74fbeeda497041c9a1e23eca745abeb6 2024-11-11T04:52:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300808450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:28,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/8870659afa674585be3d17c6ef335661 is 50, key is test_row_0/B:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T04:52:28,472 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:28,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742198_1374 (size=12001) 2024-11-11T04:52:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-11T04:52:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:28,474 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:28,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/8870659afa674585be3d17c6ef335661 2024-11-11T04:52:28,475 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:28,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:28,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb1102dab642457a89918a9df4d8ce03 is 50, key is test_row_0/C:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742199_1375 (size=12001) 2024-11-11T04:52:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300808562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:28,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T04:52:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T04:52:28,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300808772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:28,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:28,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb1102dab642457a89918a9df4d8ce03 2024-11-11T04:52:28,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/74fbeeda497041c9a1e23eca745abeb6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6 2024-11-11T04:52:28,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T04:52:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/8870659afa674585be3d17c6ef335661 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661 2024-11-11T04:52:28,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T04:52:28,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb1102dab642457a89918a9df4d8ce03 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03 2024-11-11T04:52:28,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T04:52:28,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 69e0c4366122b3ae0d838bb415b1e5cc in 496ms, sequenceid=119, compaction requested=true 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:28,904 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:28,905 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:28,908 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:28,908 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:28,908 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:28,908 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:28,908 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,908 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,908 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=99.2 K 2024-11-11T04:52:28,908 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/c4ccc1e02ed641e79f07b6f0f4650387, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.3 K 2024-11-11T04:52:28,908 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,908 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6] 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8824bfe99642e8b99ba2513b10014e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c4ccc1e02ed641e79f07b6f0f4650387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6170215cece345d097bbc79cfbb55517, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731300745606 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b947e0b074a4429b86974660eb20141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731300745606 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74fbeeda497041c9a1e23eca745abeb6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:28,909 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8870659afa674585be3d17c6ef335661, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:28,916 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:28,919 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:28,919 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411115eed818f2cd040b48b0e12c9958fcad7_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:28,919 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/b9781b904c2745e6b079b1431c5e34b8 is 50, key is test_row_0/B:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,922 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411115eed818f2cd040b48b0e12c9958fcad7_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:28,922 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115eed818f2cd040b48b0e12c9958fcad7_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742200_1376 (size=12241) 2024-11-11T04:52:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742201_1377 (size=4469) 2024-11-11T04:52:28,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T04:52:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:28,934 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T04:52:28,938 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#318 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:28,939 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/f1a1752501854af585a059d1d20c9889 is 175, key is test_row_0/A:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cc9d450f0c2549d4ab3893a0c8ded3dc_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300748434/Put/seqid=0 2024-11-11T04:52:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742202_1378 (size=31195) 2024-11-11T04:52:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742203_1379 (size=12154) 2024-11-11T04:52:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:29,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300809258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,333 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/b9781b904c2745e6b079b1431c5e34b8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9781b904c2745e6b079b1431c5e34b8 2024-11-11T04:52:29,338 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into b9781b904c2745e6b079b1431c5e34b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:29,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:29,338 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300748904; duration=0sec 2024-11-11T04:52:29,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:29,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:29,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:29,339 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:29,339 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:29,339 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:29,339 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/37a33f254f9246ec8edb67d35e9e6699, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.3 K 2024-11-11T04:52:29,340 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 37a33f254f9246ec8edb67d35e9e6699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300744935 2024-11-11T04:52:29,340 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting dfcef0d28f0648eab7b3dee6934e2519, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731300745606 2024-11-11T04:52:29,340 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1102dab642457a89918a9df4d8ce03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:29,346 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:29,347 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/63de34fd1c1a492ca1fee1a9d163e1d9 is 50, key is test_row_0/C:col10/1731300747232/Put/seqid=0 2024-11-11T04:52:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742204_1380 (size=12241) 2024-11-11T04:52:29,351 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cc9d450f0c2549d4ab3893a0c8ded3dc_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc9d450f0c2549d4ab3893a0c8ded3dc_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:29,351 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/f1a1752501854af585a059d1d20c9889 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889 2024-11-11T04:52:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/870dd9650dad44c7b3960b327ccd019d, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/870dd9650dad44c7b3960b327ccd019d is 175, key is test_row_0/A:col10/1731300748434/Put/seqid=0 2024-11-11T04:52:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742205_1381 (size=30955) 2024-11-11T04:52:29,359 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/870dd9650dad44c7b3960b327ccd019d 2024-11-11T04:52:29,360 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/63de34fd1c1a492ca1fee1a9d163e1d9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/63de34fd1c1a492ca1fee1a9d163e1d9 2024-11-11T04:52:29,361 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into f1a1752501854af585a059d1d20c9889(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:29,361 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:29,361 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300748904; duration=0sec 2024-11-11T04:52:29,361 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:29,361 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:29,365 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 63de34fd1c1a492ca1fee1a9d163e1d9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:29,366 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:29,366 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300748904; duration=0sec 2024-11-11T04:52:29,366 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:29,366 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/47ce7416f8ef4200a3539bdb86abf004 is 50, key is test_row_0/B:col10/1731300748434/Put/seqid=0 2024-11-11T04:52:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742206_1382 (size=12001) 2024-11-11T04:52:29,374 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/47ce7416f8ef4200a3539bdb86abf004 2024-11-11T04:52:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300809371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c7a2558e627b454eac9b525092d4beb5 is 50, key is test_row_0/C:col10/1731300748434/Put/seqid=0 2024-11-11T04:52:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742207_1383 (size=12001) 2024-11-11T04:52:29,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300809592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:29,787 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c7a2558e627b454eac9b525092d4beb5 2024-11-11T04:52:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/870dd9650dad44c7b3960b327ccd019d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d 2024-11-11T04:52:29,795 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d, entries=150, sequenceid=127, filesize=30.2 K 2024-11-11T04:52:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/47ce7416f8ef4200a3539bdb86abf004 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004 2024-11-11T04:52:29,799 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T04:52:29,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c7a2558e627b454eac9b525092d4beb5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5 2024-11-11T04:52:29,803 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T04:52:29,804 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 69e0c4366122b3ae0d838bb415b1e5cc in 870ms, sequenceid=127, compaction requested=false 2024-11-11T04:52:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-11T04:52:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-11T04:52:29,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-11T04:52:29,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-11T04:52:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:29,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:29,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T04:52:29,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.3360 sec 2024-11-11T04:52:29,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e464cb82aeb6477d82c83386aa5ccfe7_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742208_1384 (size=14794) 2024-11-11T04:52:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300809822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,829 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300809830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300809831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,839 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300809841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,849 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300809902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:29,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300809941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300810152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:30,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:30,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e464cb82aeb6477d82c83386aa5ccfe7_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e464cb82aeb6477d82c83386aa5ccfe7_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:30,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/a05478768d5145ea9682c59cbf95ae78, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/a05478768d5145ea9682c59cbf95ae78 is 175, key is test_row_0/A:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742209_1385 (size=39749) 2024-11-11T04:52:30,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300810412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300810461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T04:52:30,622 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:30,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-11T04:52:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T04:52:30,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:30,626 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:30,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:30,642 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/a05478768d5145ea9682c59cbf95ae78 2024-11-11T04:52:30,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3d4454f7660142e185a68dd449ea4e64 is 50, key is test_row_0/B:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:30,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742210_1386 (size=12151) 2024-11-11T04:52:30,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3d4454f7660142e185a68dd449ea4e64 2024-11-11T04:52:30,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/51a6dff0ed464d0eaacd150a688fa230 is 50, key is test_row_0/C:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742211_1387 (size=12151) 2024-11-11T04:52:30,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/51a6dff0ed464d0eaacd150a688fa230 2024-11-11T04:52:30,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/a05478768d5145ea9682c59cbf95ae78 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78 2024-11-11T04:52:30,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78, entries=200, sequenceid=159, filesize=38.8 K 2024-11-11T04:52:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3d4454f7660142e185a68dd449ea4e64 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64 2024-11-11T04:52:30,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T04:52:30,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/51a6dff0ed464d0eaacd150a688fa230 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230 2024-11-11T04:52:30,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T04:52:30,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 69e0c4366122b3ae0d838bb415b1e5cc in 879ms, sequenceid=159, compaction requested=true 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:30,688 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:30,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:30,688 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:30,689 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:30,689 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:30,689 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=99.5 K 2024-11-11T04:52:30,689 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9781b904c2745e6b079b1431c5e34b8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.5 K 2024-11-11T04:52:30,689 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78] 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b9781b904c2745e6b079b1431c5e34b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:30,689 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1a1752501854af585a059d1d20c9889, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:30,690 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ce7416f8ef4200a3539bdb86abf004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731300748434 2024-11-11T04:52:30,690 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870dd9650dad44c7b3960b327ccd019d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731300748434 2024-11-11T04:52:30,690 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d4454f7660142e185a68dd449ea4e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:30,690 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05478768d5145ea9682c59cbf95ae78, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:30,697 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#327 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:30,698 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/7c90af715ffb4c2aa35d62d9d56bc126 is 50, key is test_row_0/B:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:30,699 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,701 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111146b2c13296124cceadcb21e7c550fd73_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,703 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111146b2c13296124cceadcb21e7c550fd73_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,703 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111146b2c13296124cceadcb21e7c550fd73_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742212_1388 (size=12493) 2024-11-11T04:52:30,710 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/7c90af715ffb4c2aa35d62d9d56bc126 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7c90af715ffb4c2aa35d62d9d56bc126 2024-11-11T04:52:30,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742213_1389 (size=4469) 2024-11-11T04:52:30,715 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 7c90af715ffb4c2aa35d62d9d56bc126(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:30,715 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:30,715 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300750688; duration=0sec 2024-11-11T04:52:30,716 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:30,716 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:30,716 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:30,716 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:30,716 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:30,716 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:30,716 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/63de34fd1c1a492ca1fee1a9d163e1d9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.5 K 2024-11-11T04:52:30,717 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 63de34fd1c1a492ca1fee1a9d163e1d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731300747206 2024-11-11T04:52:30,717 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a2558e627b454eac9b525092d4beb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731300748434 2024-11-11T04:52:30,717 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a6dff0ed464d0eaacd150a688fa230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:30,723 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:30,723 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/724ae32e6fa84adfadac2c3a189ddac7 is 50, key is test_row_0/C:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:30,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742214_1390 (size=12493) 2024-11-11T04:52:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T04:52:30,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-11T04:52:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:30,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T04:52:30,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111186efff34d5fd499ebf6a2ac4c3f3f4ea_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300749827/Put/seqid=0 2024-11-11T04:52:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742215_1391 (size=12304) 2024-11-11T04:52:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:30,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111186efff34d5fd499ebf6a2ac4c3f3f4ea_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111186efff34d5fd499ebf6a2ac4c3f3f4ea_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:30,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/50e8951f58bc42188a5b90e4581ba197, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/50e8951f58bc42188a5b90e4581ba197 is 175, key is test_row_0/A:col10/1731300749827/Put/seqid=0 2024-11-11T04:52:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742216_1392 (size=31105) 2024-11-11T04:52:30,813 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/50e8951f58bc42188a5b90e4581ba197 2024-11-11T04:52:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/b9b0edbd5c6e42a6afcaa07630e1b897 is 50, key is test_row_0/B:col10/1731300749827/Put/seqid=0 2024-11-11T04:52:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742217_1393 (size=12151) 2024-11-11T04:52:30,824 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/b9b0edbd5c6e42a6afcaa07630e1b897 2024-11-11T04:52:30,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1380bf78a5884f399cb6823facdefb9c is 50, key is test_row_0/C:col10/1731300749827/Put/seqid=0 2024-11-11T04:52:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742218_1394 (size=12151) 2024-11-11T04:52:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T04:52:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:31,112 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:31,113 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/274e35921679499f9e76ccd59f7c0f8d is 175, key is test_row_0/A:col10/1731300749236/Put/seqid=0 2024-11-11T04:52:31,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742219_1395 (size=31447) 2024-11-11T04:52:31,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300811131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,133 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/724ae32e6fa84adfadac2c3a189ddac7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/724ae32e6fa84adfadac2c3a189ddac7 2024-11-11T04:52:31,137 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 724ae32e6fa84adfadac2c3a189ddac7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:31,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:31,137 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300750688; duration=0sec 2024-11-11T04:52:31,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:31,137 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:31,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1380bf78a5884f399cb6823facdefb9c 2024-11-11T04:52:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/50e8951f58bc42188a5b90e4581ba197 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197 2024-11-11T04:52:31,241 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197, entries=150, sequenceid=167, filesize=30.4 K 2024-11-11T04:52:31,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/b9b0edbd5c6e42a6afcaa07630e1b897 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897 2024-11-11T04:52:31,247 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T04:52:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1380bf78a5884f399cb6823facdefb9c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c 2024-11-11T04:52:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300811242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,251 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T04:52:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T04:52:31,252 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 69e0c4366122b3ae0d838bb415b1e5cc in 474ms, sequenceid=167, compaction requested=false 2024-11-11T04:52:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-11T04:52:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-11T04:52:31,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-11T04:52:31,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-11-11T04:52:31,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 633 msec 2024-11-11T04:52:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:31,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T04:52:31,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f25cfd97192d4a1d9750e3174121ab0f_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:31,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742220_1396 (size=14794) 2024-11-11T04:52:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300811452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300811462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,521 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/274e35921679499f9e76ccd59f7c0f8d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d 2024-11-11T04:52:31,525 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into 274e35921679499f9e76ccd59f7c0f8d(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:31,525 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:31,525 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300750688; duration=0sec 2024-11-11T04:52:31,525 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:31,525 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:31,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300811562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T04:52:31,762 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:31,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-11T04:52:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T04:52:31,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:31,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:31,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300811771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300811771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:31,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:31,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f25cfd97192d4a1d9750e3174121ab0f_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f25cfd97192d4a1d9750e3174121ab0f_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:31,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/67edb983fa21429d9ef6b6f064ac0264, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:31,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/67edb983fa21429d9ef6b6f064ac0264 is 175, key is test_row_0/A:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742221_1397 (size=39749) 2024-11-11T04:52:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T04:52:31,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T04:52:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:31,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T04:52:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T04:52:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300812082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:32,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T04:52:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:32,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/67edb983fa21429d9ef6b6f064ac0264 2024-11-11T04:52:32,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/f87f12de236145c984ebf2f630fb1c33 is 50, key is test_row_0/B:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742222_1398 (size=12151) 2024-11-11T04:52:32,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/f87f12de236145c984ebf2f630fb1c33 2024-11-11T04:52:32,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c54e61d2ed1847df88e91b71c706711b is 50, key is test_row_0/C:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:32,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300812282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742223_1399 (size=12151) 2024-11-11T04:52:32,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c54e61d2ed1847df88e91b71c706711b 2024-11-11T04:52:32,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/67edb983fa21429d9ef6b6f064ac0264 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264 2024-11-11T04:52:32,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264, entries=200, sequenceid=198, filesize=38.8 K 2024-11-11T04:52:32,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/f87f12de236145c984ebf2f630fb1c33 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33 2024-11-11T04:52:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T04:52:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c54e61d2ed1847df88e91b71c706711b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b 2024-11-11T04:52:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T04:52:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 69e0c4366122b3ae0d838bb415b1e5cc in 864ms, sequenceid=198, compaction requested=true 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:32,302 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:32,303 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:32,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,303 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,303 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,303 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,303 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=99.9 K 2024-11-11T04:52:32,304 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,304 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264] 2024-11-11T04:52:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,305 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:32,305 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 274e35921679499f9e76ccd59f7c0f8d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:32,305 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:32,305 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,305 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7c90af715ffb4c2aa35d62d9d56bc126, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.9 K 2024-11-11T04:52:32,305 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e8951f58bc42188a5b90e4581ba197, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300749812 2024-11-11T04:52:32,305 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c90af715ffb4c2aa35d62d9d56bc126, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,306 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67edb983fa21429d9ef6b6f064ac0264, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:32,306 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b9b0edbd5c6e42a6afcaa07630e1b897, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300749812 2024-11-11T04:52:32,306 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f87f12de236145c984ebf2f630fb1c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,314 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,315 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,316 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/57026a2358c442859b6ae3e9ca803599 is 50, key is test_row_0/B:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,316 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411113f43bd6663ac4563b9e1bc7ae04c72fe_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,318 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411113f43bd6663ac4563b9e1bc7ae04c72fe_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:32,318 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113f43bd6663ac4563b9e1bc7ae04c72fe_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742224_1400 (size=12595) 2024-11-11T04:52:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742225_1401 (size=4469) 2024-11-11T04:52:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,347 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#337 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,348 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/49b84d386cdd492c9e8caed5717c05fa is 175, key is test_row_0/A:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742226_1402 (size=31549) 2024-11-11T04:52:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T04:52:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,378 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T04:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b72b5bcac2fa4880896afdbaff4dffa7_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_1/A:col10/1731300751450/Put/seqid=0 2024-11-11T04:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T04:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742227_1403 (size=9814) 2024-11-11T04:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b72b5bcac2fa4880896afdbaff4dffa7_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b72b5bcac2fa4880896afdbaff4dffa7_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/7cee40ef602a456ca1935d45e3130b61, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/7cee40ef602a456ca1935d45e3130b61 is 175, key is test_row_1/A:col10/1731300751450/Put/seqid=0 2024-11-11T04:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742228_1404 (size=22461) 2024-11-11T04:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,406 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/7cee40ef602a456ca1935d45e3130b61 2024-11-11T04:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/7af1ded83b324a799b9e24dff7c8e31d is 50, key is test_row_1/B:col10/1731300751450/Put/seqid=0 2024-11-11T04:52:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742229_1405 (size=9757) 2024-11-11T04:52:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:32,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:32,746 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/57026a2358c442859b6ae3e9ca803599 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/57026a2358c442859b6ae3e9ca803599 2024-11-11T04:52:32,750 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 57026a2358c442859b6ae3e9ca803599(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:32,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:32,750 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300752302; duration=0sec 2024-11-11T04:52:32,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:32,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:32,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:32,751 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:32,751 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:32,751 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,751 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/724ae32e6fa84adfadac2c3a189ddac7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=35.9 K 2024-11-11T04:52:32,752 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 724ae32e6fa84adfadac2c3a189ddac7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731300749236 2024-11-11T04:52:32,752 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1380bf78a5884f399cb6823facdefb9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731300749812 2024-11-11T04:52:32,752 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c54e61d2ed1847df88e91b71c706711b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:32,756 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/49b84d386cdd492c9e8caed5717c05fa as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa 2024-11-11T04:52:32,759 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:32,759 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/813cfcaafa4848da9beb1cbab99089bc is 50, key is test_row_0/C:col10/1731300751119/Put/seqid=0 2024-11-11T04:52:32,759 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into 49b84d386cdd492c9e8caed5717c05fa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:32,759 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:32,759 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300752302; duration=0sec 2024-11-11T04:52:32,759 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:32,759 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:32,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742230_1406 (size=12595) 2024-11-11T04:52:32,767 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/813cfcaafa4848da9beb1cbab99089bc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/813cfcaafa4848da9beb1cbab99089bc 2024-11-11T04:52:32,771 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 813cfcaafa4848da9beb1cbab99089bc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:32,771 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:32,771 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300752302; duration=0sec 2024-11-11T04:52:32,771 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:32,771 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:32,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300812800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:32,822 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/7af1ded83b324a799b9e24dff7c8e31d 2024-11-11T04:52:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/40fb5fb13b884de2b81c196c32e79b50 is 50, key is test_row_1/C:col10/1731300751450/Put/seqid=0 2024-11-11T04:52:32,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742231_1407 (size=9757) 2024-11-11T04:52:32,831 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/40fb5fb13b884de2b81c196c32e79b50 2024-11-11T04:52:32,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/7cee40ef602a456ca1935d45e3130b61 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61 2024-11-11T04:52:32,839 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61, entries=100, sequenceid=205, filesize=21.9 K 2024-11-11T04:52:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/7af1ded83b324a799b9e24dff7c8e31d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d 2024-11-11T04:52:32,847 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d, entries=100, sequenceid=205, filesize=9.5 K 2024-11-11T04:52:32,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/40fb5fb13b884de2b81c196c32e79b50 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50 2024-11-11T04:52:32,851 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50, entries=100, sequenceid=205, filesize=9.5 K 2024-11-11T04:52:32,851 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 69e0c4366122b3ae0d838bb415b1e5cc in 473ms, sequenceid=205, compaction requested=false 2024-11-11T04:52:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-11T04:52:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-11T04:52:32,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-11T04:52:32,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0870 sec 2024-11-11T04:52:32,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.0920 sec 2024-11-11T04:52:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T04:52:32,902 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:32,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-11T04:52:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:32,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:32,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:32,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:32,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-11T04:52:32,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f06023531505467ba9d5097773dd492d_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:32,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742232_1408 (size=14794) 2024-11-11T04:52:32,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300812930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:32,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:32,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:33,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300813042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300813252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300813302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,308 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:33,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f06023531505467ba9d5097773dd492d_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06023531505467ba9d5097773dd492d_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:33,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/fa1063a3c571495792a0b3fbacd15e07, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:33,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/fa1063a3c571495792a0b3fbacd15e07 is 175, key is test_row_0/A:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742233_1409 (size=39749) 2024-11-11T04:52:33,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/fa1063a3c571495792a0b3fbacd15e07 2024-11-11T04:52:33,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/273d659ea7184bd39673a5d54867bc0f is 50, key is test_row_0/B:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742234_1410 (size=12151) 2024-11-11T04:52:33,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300813561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/273d659ea7184bd39673a5d54867bc0f 2024-11-11T04:52:33,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/32e84e1465534517bfd8d6231dbc2177 is 50, key is test_row_0/C:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742235_1411 (size=12151) 2024-11-11T04:52:33,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51096 deadline: 1731300813872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,877 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:33,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51066 deadline: 1731300813882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51078 deadline: 1731300813882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:33,884 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,884 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 69e0c4366122b3ae0d838bb415b1e5cc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:33,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:33,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:33,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:33,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:34,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300814071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:34,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:34,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/32e84e1465534517bfd8d6231dbc2177 2024-11-11T04:52:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/fa1063a3c571495792a0b3fbacd15e07 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07 2024-11-11T04:52:34,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07, entries=200, sequenceid=239, filesize=38.8 K 2024-11-11T04:52:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/273d659ea7184bd39673a5d54867bc0f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f 2024-11-11T04:52:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T04:52:34,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/32e84e1465534517bfd8d6231dbc2177 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177 2024-11-11T04:52:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T04:52:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 69e0c4366122b3ae0d838bb415b1e5cc in 1264ms, sequenceid=239, compaction requested=true 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:34,181 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:34,181 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,182 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,182 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:34,182 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,182 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/57026a2358c442859b6ae3e9ca803599, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=33.7 K 2024-11-11T04:52:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,182 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:34,182 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,183 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,183 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=91.6 K 2024-11-11T04:52:34,183 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57026a2358c442859b6ae3e9ca803599, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:34,183 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,183 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07] 2024-11-11T04:52:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,183 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7af1ded83b324a799b9e24dff7c8e31d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731300751446 2024-11-11T04:52:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,183 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 49b84d386cdd492c9e8caed5717c05fa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,184 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cee40ef602a456ca1935d45e3130b61, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731300751446 2024-11-11T04:52:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,184 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 273d659ea7184bd39673a5d54867bc0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,184 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting fa1063a3c571495792a0b3fbacd15e07, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,202 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,202 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/13ae4f83508546de8a460c0f47aca518 is 50, key is test_row_0/B:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,208 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,210 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411111814bd40df35456bafe18b5be88972b2_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,212 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411111814bd40df35456bafe18b5be88972b2_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,212 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111814bd40df35456bafe18b5be88972b2_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742236_1412 (size=12697) 2024-11-11T04:52:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742237_1413 (size=4469) 2024-11-11T04:52:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,259 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#346 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,259 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/ae834256a21d4b64a805129c947f3332 is 175, key is test_row_0/A:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742238_1414 (size=31651) 2024-11-11T04:52:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T04:52:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T04:52:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,288 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/ae834256a21d4b64a805129c947f3332 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332 2024-11-11T04:52:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,293 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into ae834256a21d4b64a805129c947f3332(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:34,293 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:34,294 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300754181; duration=0sec 2024-11-11T04:52:34,294 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:34,294 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:34,294 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,295 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:34,295 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:34,295 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,295 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/813cfcaafa4848da9beb1cbab99089bc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=33.7 K 2024-11-11T04:52:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,295 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 813cfcaafa4848da9beb1cbab99089bc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731300751110 2024-11-11T04:52:34,296 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 40fb5fb13b884de2b81c196c32e79b50, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731300751446 2024-11-11T04:52:34,296 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e84e1465534517bfd8d6231dbc2177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,303 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,303 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/06b573c8ca754ce3a75b2fea64208456 is 50, key is test_row_0/C:col10/1731300752785/Put/seqid=0 2024-11-11T04:52:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f81ad2a1669401c990859c0b0fe9aa3_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_1/A:col10/1731300752925/Put/seqid=0 2024-11-11T04:52:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742239_1415 (size=12697) 2024-11-11T04:52:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,314 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/06b573c8ca754ce3a75b2fea64208456 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/06b573c8ca754ce3a75b2fea64208456 2024-11-11T04:52:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 06b573c8ca754ce3a75b2fea64208456(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:34,319 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300754181; duration=0sec 2024-11-11T04:52:34,319 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:34,319 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742240_1416 (size=9814) 2024-11-11T04:52:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,330 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f81ad2a1669401c990859c0b0fe9aa3_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f81ad2a1669401c990859c0b0fe9aa3_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/436f12fc70ba43dd8888824e38534fb9, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/436f12fc70ba43dd8888824e38534fb9 is 175, key is test_row_1/A:col10/1731300752925/Put/seqid=0 2024-11-11T04:52:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742241_1417 (size=22461) 2024-11-11T04:52:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/436f12fc70ba43dd8888824e38534fb9 2024-11-11T04:52:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/40e79a4bba214541be9183b256df6d97 is 50, key is test_row_1/B:col10/1731300752925/Put/seqid=0 2024-11-11T04:52:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742242_1418 (size=9757) 2024-11-11T04:52:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,641 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/13ae4f83508546de8a460c0f47aca518 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/13ae4f83508546de8a460c0f47aca518 2024-11-11T04:52:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,646 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 13ae4f83508546de8a460c0f47aca518(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,646 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:34,646 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300754181; duration=0sec 2024-11-11T04:52:34,646 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:34,646 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/40e79a4bba214541be9183b256df6d97 2024-11-11T04:52:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4895941c9592453194fab855cf5a2920 is 50, key is test_row_1/C:col10/1731300752925/Put/seqid=0 2024-11-11T04:52:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742243_1419 (size=9757) 2024-11-11T04:52:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,776 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4895941c9592453194fab855cf5a2920 2024-11-11T04:52:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/436f12fc70ba43dd8888824e38534fb9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9 2024-11-11T04:52:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,785 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9, entries=100, sequenceid=244, filesize=21.9 K 2024-11-11T04:52:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/40e79a4bba214541be9183b256df6d97 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,790 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97, entries=100, sequenceid=244, filesize=9.5 K 2024-11-11T04:52:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4895941c9592453194fab855cf5a2920 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920 2024-11-11T04:52:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,797 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920, entries=100, sequenceid=244, filesize=9.5 K 2024-11-11T04:52:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,798 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 69e0c4366122b3ae0d838bb415b1e5cc in 516ms, sequenceid=244, compaction requested=false 2024-11-11T04:52:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-11T04:52:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-11T04:52:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-11T04:52:34,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-11-11T04:52:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9000 sec 2024-11-11T04:52:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,052 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-11T04:52:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T04:52:35,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:35,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T04:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,210 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-11T04:52:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f3c6100375ba49fbac82f75c659be8b0_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300755156/Put/seqid=0 2024-11-11T04:52:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742244_1420 (size=7324) 2024-11-11T04:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f3c6100375ba49fbac82f75c659be8b0_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3c6100375ba49fbac82f75c659be8b0_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/30f81566732b400ba6054c3e19004ec3, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/30f81566732b400ba6054c3e19004ec3 is 175, key is test_row_0/A:col10/1731300755156/Put/seqid=0 2024-11-11T04:52:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742245_1421 (size=13815) 2024-11-11T04:52:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,266 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/30f81566732b400ba6054c3e19004ec3 2024-11-11T04:52:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/1c61f717c76f4d1e9be292134df72ef9 is 50, key is test_row_0/B:col10/1731300755156/Put/seqid=0 2024-11-11T04:52:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742246_1422 (size=7365) 2024-11-11T04:52:35,298 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/1c61f717c76f4d1e9be292134df72ef9 2024-11-11T04:52:35,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4b998e1034f6497cbbb5361b72b85ffb is 50, key is test_row_0/C:col10/1731300755156/Put/seqid=0 2024-11-11T04:52:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742247_1423 (size=7365) 2024-11-11T04:52:35,358 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4b998e1034f6497cbbb5361b72b85ffb 2024-11-11T04:52:35,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/30f81566732b400ba6054c3e19004ec3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3 2024-11-11T04:52:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T04:52:35,375 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3, entries=50, sequenceid=251, filesize=13.5 K 2024-11-11T04:52:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/1c61f717c76f4d1e9be292134df72ef9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9 2024-11-11T04:52:35,388 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9, entries=50, sequenceid=251, filesize=7.2 K 2024-11-11T04:52:35,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/4b998e1034f6497cbbb5361b72b85ffb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb 2024-11-11T04:52:35,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb, entries=50, sequenceid=251, filesize=7.2 K 2024-11-11T04:52:35,400 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=167.72 KB/171750 for 69e0c4366122b3ae0d838bb415b1e5cc in 191ms, sequenceid=251, compaction requested=true 2024-11-11T04:52:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-11T04:52:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-11T04:52:35,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-11T04:52:35,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 346 msec 2024-11-11T04:52:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:35,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T04:52:35,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 352 msec 2024-11-11T04:52:35,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111163641ff37cb14127b02fccba7e9ce672_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300815428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742248_1424 (size=14994) 2024-11-11T04:52:35,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300815429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111163641ff37cb14127b02fccba7e9ce672_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163641ff37cb14127b02fccba7e9ce672_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,441 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/81f97c09c4b346aea1c6974e02295b29, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/81f97c09c4b346aea1c6974e02295b29 is 175, key is test_row_0/A:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742249_1425 (size=39949) 2024-11-11T04:52:35,446 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/81f97c09c4b346aea1c6974e02295b29 2024-11-11T04:52:35,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/4fa3b2236d15489a8b12f11c75ee7c8a is 50, key is test_row_0/B:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742250_1426 (size=12301) 2024-11-11T04:52:35,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/4fa3b2236d15489a8b12f11c75ee7c8a 2024-11-11T04:52:35,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/83fd4f6361e546b4abecb081068f384d is 50, key is test_row_0/C:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742251_1427 (size=12301) 2024-11-11T04:52:35,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300815532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300815541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T04:52:35,682 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:35,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-11T04:52:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T04:52:35,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:35,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:35,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:35,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300815742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300815752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T04:52:35,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T04:52:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:35,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/83fd4f6361e546b4abecb081068f384d 2024-11-11T04:52:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/81f97c09c4b346aea1c6974e02295b29 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29 2024-11-11T04:52:35,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29, entries=200, sequenceid=280, filesize=39.0 K 2024-11-11T04:52:35,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/4fa3b2236d15489a8b12f11c75ee7c8a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a 2024-11-11T04:52:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T04:52:35,878 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-11T04:52:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/83fd4f6361e546b4abecb081068f384d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d 2024-11-11T04:52:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T04:52:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 69e0c4366122b3ae0d838bb415b1e5cc in 479ms, sequenceid=280, compaction requested=true 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:35,884 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:35,884 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,893 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:35,893 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 107876 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:35,893 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:35,893 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:35,893 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,893 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,893 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/13ae4f83508546de8a460c0f47aca518, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=41.1 K 2024-11-11T04:52:35,893 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=105.3 K 2024-11-11T04:52:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,893 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,893 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29] 2024-11-11T04:52:35,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ae4f83508546de8a460c0f47aca518, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,894 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae834256a21d4b64a805129c947f3332, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e79a4bba214541be9183b256df6d97, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731300752925 2024-11-11T04:52:35,894 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 436f12fc70ba43dd8888824e38534fb9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731300752925 2024-11-11T04:52:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,895 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30f81566732b400ba6054c3e19004ec3, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731300755156 2024-11-11T04:52:35,895 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c61f717c76f4d1e9be292134df72ef9, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731300755156 2024-11-11T04:52:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,895 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fa3b2236d15489a8b12f11c75ee7c8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,895 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f97c09c4b346aea1c6974e02295b29, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,905 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,910 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,910 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/197af421415f4b80b090e5139d0d0aa3 is 50, key is test_row_0/B:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,920 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111cd9a3e2e0f494e16bb98f65856474716_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,923 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111cd9a3e2e0f494e16bb98f65856474716_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,923 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cd9a3e2e0f494e16bb98f65856474716_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742252_1428 (size=12983) 2024-11-11T04:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742253_1429 (size=4469) 2024-11-11T04:52:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,949 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#357 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,950 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/c6392c9b41464e968651caee309f269a is 175, key is test_row_0/A:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742254_1430 (size=31937) 2024-11-11T04:52:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T04:52:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:35,991 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T04:52:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111172ce2259fcbe4462ba256b17d851ab0c_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_1/A:col10/1731300755426/Put/seqid=0 2024-11-11T04:52:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T04:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742255_1431 (size=9914) 2024-11-11T04:52:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,010 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111172ce2259fcbe4462ba256b17d851ab0c_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111172ce2259fcbe4462ba256b17d851ab0c_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d0b3c51a23034591972416240b3c4468, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d0b3c51a23034591972416240b3c4468 is 175, key is test_row_1/A:col10/1731300755426/Put/seqid=0 2024-11-11T04:52:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742256_1432 (size=22561) 2024-11-11T04:52:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,038 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d0b3c51a23034591972416240b3c4468 2024-11-11T04:52:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/746c3fea14734840819228a9104b143b is 50, key is test_row_1/B:col10/1731300755426/Put/seqid=0 2024-11-11T04:52:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742257_1433 (size=9857) 2024-11-11T04:52:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300816244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300816245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T04:52:36,332 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/197af421415f4b80b090e5139d0d0aa3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/197af421415f4b80b090e5139d0d0aa3 2024-11-11T04:52:36,336 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 197af421415f4b80b090e5139d0d0aa3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:36,336 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:36,336 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=12, startTime=1731300755884; duration=0sec 2024-11-11T04:52:36,336 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:36,336 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:36,336 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:36,337 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 42120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:36,337 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:36,337 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:36,338 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/06b573c8ca754ce3a75b2fea64208456, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=41.1 K 2024-11-11T04:52:36,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b573c8ca754ce3a75b2fea64208456, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300752772 2024-11-11T04:52:36,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4895941c9592453194fab855cf5a2920, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731300752925 2024-11-11T04:52:36,338 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b998e1034f6497cbbb5361b72b85ffb, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731300755156 2024-11-11T04:52:36,339 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 83fd4f6361e546b4abecb081068f384d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:36,348 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:36,348 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1b0170793468415ea1f0de0594cef946 is 50, key is test_row_0/C:col10/1731300755402/Put/seqid=0 2024-11-11T04:52:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742258_1434 (size=12983) 2024-11-11T04:52:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300816362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300816362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,372 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/c6392c9b41464e968651caee309f269a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a 2024-11-11T04:52:36,377 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into c6392c9b41464e968651caee309f269a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:36,377 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:36,378 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=12, startTime=1731300755884; duration=0sec 2024-11-11T04:52:36,378 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:36,378 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:36,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/746c3fea14734840819228a9104b143b 2024-11-11T04:52:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/9f4bf7334fd9440bae1d491387429c96 is 50, key is test_row_1/C:col10/1731300755426/Put/seqid=0 2024-11-11T04:52:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742259_1435 (size=9857) 2024-11-11T04:52:36,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/9f4bf7334fd9440bae1d491387429c96 2024-11-11T04:52:36,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d0b3c51a23034591972416240b3c4468 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468 2024-11-11T04:52:36,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468, entries=100, sequenceid=287, filesize=22.0 K 2024-11-11T04:52:36,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/746c3fea14734840819228a9104b143b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b 2024-11-11T04:52:36,488 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b, entries=100, sequenceid=287, filesize=9.6 K 2024-11-11T04:52:36,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/9f4bf7334fd9440bae1d491387429c96 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96 2024-11-11T04:52:36,492 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96, entries=100, sequenceid=287, filesize=9.6 K 2024-11-11T04:52:36,494 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 69e0c4366122b3ae0d838bb415b1e5cc in 504ms, sequenceid=287, compaction requested=false 2024-11-11T04:52:36,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:36,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:36,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-11T04:52:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-11T04:52:36,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-11T04:52:36,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 811 msec 2024-11-11T04:52:36,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 817 msec 2024-11-11T04:52:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:36,588 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:36,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T04:52:36,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca18068f9fad4e2cb4e5a765e55bfecf_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742260_1436 (size=14994) 2024-11-11T04:52:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300816595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300816599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca18068f9fad4e2cb4e5a765e55bfecf_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca18068f9fad4e2cb4e5a765e55bfecf_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:36,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5e21af9418dc4e36a7865c2ecda51d89, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:36,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5e21af9418dc4e36a7865c2ecda51d89 is 175, key is test_row_0/A:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742261_1437 (size=39949) 2024-11-11T04:52:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300816712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300816712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,758 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/1b0170793468415ea1f0de0594cef946 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1b0170793468415ea1f0de0594cef946 2024-11-11T04:52:36,762 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 1b0170793468415ea1f0de0594cef946(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:36,762 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:36,762 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=12, startTime=1731300755884; duration=0sec 2024-11-11T04:52:36,762 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:36,762 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T04:52:36,822 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:36,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-11T04:52:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:36,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:36,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:36,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300816922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300816922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:36,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:36,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5e21af9418dc4e36a7865c2ecda51d89 2024-11-11T04:52:37,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/287326263d374c818141f4d926811895 is 50, key is test_row_0/B:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742262_1438 (size=12301) 2024-11-11T04:52:37,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300817231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300817231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:37,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/287326263d374c818141f4d926811895 2024-11-11T04:52:37,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c22dfe2879954670b72d57b3107dd824 is 50, key is test_row_0/C:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742263_1439 (size=12301) 2024-11-11T04:52:37,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:37,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300817751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300817751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:37,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c22dfe2879954670b72d57b3107dd824 2024-11-11T04:52:37,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5e21af9418dc4e36a7865c2ecda51d89 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89 2024-11-11T04:52:37,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89, entries=200, sequenceid=319, filesize=39.0 K 2024-11-11T04:52:37,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/287326263d374c818141f4d926811895 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895 2024-11-11T04:52:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895, entries=150, sequenceid=319, filesize=12.0 K 2024-11-11T04:52:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c22dfe2879954670b72d57b3107dd824 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824 2024-11-11T04:52:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824, entries=150, sequenceid=319, filesize=12.0 K 2024-11-11T04:52:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 69e0c4366122b3ae0d838bb415b1e5cc in 1259ms, sequenceid=319, compaction requested=true 2024-11-11T04:52:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:37,848 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:37,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,849 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,849 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=92.2 K 2024-11-11T04:52:37,849 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89] 2024-11-11T04:52:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6392c9b41464e968651caee309f269a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:37,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:37,850 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,850 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/197af421415f4b80b090e5139d0d0aa3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=34.3 K 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,850 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0b3c51a23034591972416240b3c4468, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731300755426 2024-11-11T04:52:37,850 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 197af421415f4b80b090e5139d0d0aa3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:37,850 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e21af9418dc4e36a7865c2ecda51d89, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,850 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 746c3fea14734840819228a9104b143b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731300755426 2024-11-11T04:52:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 287326263d374c818141f4d926811895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,869 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,870 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3b842f2e57e04d8ca1dc7f9cee4c6c91 is 50, key is test_row_0/B:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,876 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,880 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e5a49fb5db6343488fbcffd74871b85d_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e5a49fb5db6343488fbcffd74871b85d_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:37,882 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e5a49fb5db6343488fbcffd74871b85d_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742264_1440 (size=13085) 2024-11-11T04:52:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,888 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3b842f2e57e04d8ca1dc7f9cee4c6c91 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3b842f2e57e04d8ca1dc7f9cee4c6c91 2024-11-11T04:52:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,894 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 3b842f2e57e04d8ca1dc7f9cee4c6c91(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:37,894 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300757848; duration=0sec 2024-11-11T04:52:37,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:37,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:37,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,895 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,895 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:37,895 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,895 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1b0170793468415ea1f0de0594cef946, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=34.3 K 2024-11-11T04:52:37,896 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b0170793468415ea1f0de0594cef946, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300755381 2024-11-11T04:52:37,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T04:52:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,896 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f4bf7334fd9440bae1d491387429c96, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731300755426 2024-11-11T04:52:37,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:37,896 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T04:52:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,896 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c22dfe2879954670b72d57b3107dd824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742265_1441 (size=4469) 2024-11-11T04:52:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,903 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#367 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,904 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/99ecb6114fd54402baf2c205b5e84e20 is 175, key is test_row_0/A:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,934 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,934 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/294c2973ace340058634a3c28590d821 is 50, key is test_row_0/C:col10/1731300756243/Put/seqid=0 2024-11-11T04:52:37,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111155c6ef3e05274cd2b9b95ca79c327621_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_1/A:col10/1731300756598/Put/seqid=0 2024-11-11T04:52:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742266_1442 (size=32039) 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,979 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/99ecb6114fd54402baf2c205b5e84e20 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20 2024-11-11T04:52:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,984 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into 99ecb6114fd54402baf2c205b5e84e20(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:37,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:37,984 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300757848; duration=0sec 2024-11-11T04:52:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:37,984 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742267_1443 (size=13085) 2024-11-11T04:52:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,001 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/294c2973ace340058634a3c28590d821 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/294c2973ace340058634a3c28590d821 2024-11-11T04:52:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,006 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 294c2973ace340058634a3c28590d821(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:38,006 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,006 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300757848; duration=0sec 2024-11-11T04:52:38,006 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:38,006 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742268_1444 (size=9914) 2024-11-11T04:52:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,017 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111155c6ef3e05274cd2b9b95ca79c327621_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155c6ef3e05274cd2b9b95ca79c327621_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/02d64161738c4e87ac034b4c6e40d2a4, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/02d64161738c4e87ac034b4c6e40d2a4 is 175, key is test_row_1/A:col10/1731300756598/Put/seqid=0 2024-11-11T04:52:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742269_1445 (size=22561) 2024-11-11T04:52:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,032 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/02d64161738c4e87ac034b4c6e40d2a4 2024-11-11T04:52:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/cc38d0470bef43bfbcf0ef02df911ebe is 50, key is test_row_1/B:col10/1731300756598/Put/seqid=0 2024-11-11T04:52:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742270_1446 (size=9857) 2024-11-11T04:52:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/cc38d0470bef43bfbcf0ef02df911ebe 2024-11-11T04:52:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/0383a70bdc364695bd2841785047e6d8 is 50, key is test_row_1/C:col10/1731300756598/Put/seqid=0 2024-11-11T04:52:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742271_1447 (size=9857) 2024-11-11T04:52:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/0383a70bdc364695bd2841785047e6d8 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/02d64161738c4e87ac034b4c6e40d2a4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4 2024-11-11T04:52:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4, entries=100, sequenceid=327, filesize=22.0 K 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/cc38d0470bef43bfbcf0ef02df911ebe as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe, entries=100, sequenceid=327, filesize=9.6 K 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/0383a70bdc364695bd2841785047e6d8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,490 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8, entries=100, sequenceid=327, filesize=9.6 K 2024-11-11T04:52:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,491 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 69e0c4366122b3ae0d838bb415b1e5cc in 595ms, sequenceid=327, compaction requested=false 2024-11-11T04:52:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-11T04:52:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-11T04:52:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-11T04:52:38,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6680 sec 2024-11-11T04:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.6720 sec 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:38,892 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:38,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:38,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a2b25ae0ca04fe09df0ca1083463311_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742272_1448 (size=20074) 2024-11-11T04:52:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300818967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300818968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T04:52:38,982 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:38,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-11T04:52:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:38,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:38,985 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:38,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300819082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300819082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:39,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300819292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300819292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:39,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:39,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a2b25ae0ca04fe09df0ca1083463311_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2b25ae0ca04fe09df0ca1083463311_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:39,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/770606674c9c4a778adae0898ce6aad6, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:39,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/770606674c9c4a778adae0898ce6aad6 is 175, key is test_row_0/A:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742273_1449 (size=57333) 2024-11-11T04:52:39,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300819602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300819602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:39,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/770606674c9c4a778adae0898ce6aad6 2024-11-11T04:52:39,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/ab92e57c32754fb397b9593038a1d5a3 is 50, key is test_row_0/B:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742274_1450 (size=12301) 2024-11-11T04:52:39,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:39,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:39,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:39,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:40,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:40,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300820112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:40,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300820121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:40,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/ab92e57c32754fb397b9593038a1d5a3 2024-11-11T04:52:40,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/b9037ffa84eb40789c5029024f67c1f6 is 50, key is test_row_0/C:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742275_1451 (size=12301) 2024-11-11T04:52:40,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:40,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/b9037ffa84eb40789c5029024f67c1f6 2024-11-11T04:52:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/770606674c9c4a778adae0898ce6aad6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6 2024-11-11T04:52:40,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6, entries=300, sequenceid=340, filesize=56.0 K 2024-11-11T04:52:40,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/ab92e57c32754fb397b9593038a1d5a3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3 2024-11-11T04:52:40,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T04:52:40,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/b9037ffa84eb40789c5029024f67c1f6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6 2024-11-11T04:52:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T04:52:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 69e0c4366122b3ae0d838bb415b1e5cc in 1662ms, sequenceid=340, compaction requested=true 2024-11-11T04:52:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:40,555 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:40,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:40,555 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:40,556 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,556 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,556 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3b842f2e57e04d8ca1dc7f9cee4c6c91, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=34.4 K 2024-11-11T04:52:40,556 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=109.3 K 2024-11-11T04:52:40,556 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6] 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b842f2e57e04d8ca1dc7f9cee4c6c91, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99ecb6114fd54402baf2c205b5e84e20, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:40,556 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cc38d0470bef43bfbcf0ef02df911ebe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731300756594 2024-11-11T04:52:40,557 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ab92e57c32754fb397b9593038a1d5a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758860 2024-11-11T04:52:40,557 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02d64161738c4e87ac034b4c6e40d2a4, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731300756594 2024-11-11T04:52:40,557 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 770606674c9c4a778adae0898ce6aad6, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758854 2024-11-11T04:52:40,563 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:40,565 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119e38103f26d64ce0bf9b2289003325ba_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:40,565 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:40,566 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/5412fbc01f0342c99a17b63af07e21f0 is 50, key is test_row_0/B:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:40,567 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119e38103f26d64ce0bf9b2289003325ba_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:40,567 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119e38103f26d64ce0bf9b2289003325ba_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742276_1452 (size=13187) 2024-11-11T04:52:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742277_1453 (size=4469) 2024-11-11T04:52:40,581 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#375 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:40,582 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d4e0c9c880e74d299b1bd5337f88026c is 175, key is test_row_0/A:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742278_1454 (size=32141) 2024-11-11T04:52:40,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T04:52:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,666 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:52:40,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111633f4a34b6bb4762b1c98d92b05fb299_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300758960/Put/seqid=0 2024-11-11T04:52:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742279_1455 (size=12454) 2024-11-11T04:52:40,979 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/5412fbc01f0342c99a17b63af07e21f0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/5412fbc01f0342c99a17b63af07e21f0 2024-11-11T04:52:40,983 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 5412fbc01f0342c99a17b63af07e21f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:40,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:40,983 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300760555; duration=0sec 2024-11-11T04:52:40,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:40,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:40,983 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:40,984 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:40,984 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:40,984 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:40,984 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/294c2973ace340058634a3c28590d821, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=34.4 K 2024-11-11T04:52:40,985 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 294c2973ace340058634a3c28590d821, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731300756228 2024-11-11T04:52:40,985 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0383a70bdc364695bd2841785047e6d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731300756594 2024-11-11T04:52:40,986 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b9037ffa84eb40789c5029024f67c1f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758860 2024-11-11T04:52:40,989 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/d4e0c9c880e74d299b1bd5337f88026c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c 2024-11-11T04:52:40,992 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:40,993 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/45327e1ce720493a84c05ad4ab76e8e1 is 50, key is test_row_0/C:col10/1731300758860/Put/seqid=0 2024-11-11T04:52:40,994 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into d4e0c9c880e74d299b1bd5337f88026c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:40,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:40,994 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300760555; duration=0sec 2024-11-11T04:52:40,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:40,994 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742280_1456 (size=13187) 2024-11-11T04:52:41,005 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/45327e1ce720493a84c05ad4ab76e8e1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/45327e1ce720493a84c05ad4ab76e8e1 2024-11-11T04:52:41,009 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 45327e1ce720493a84c05ad4ab76e8e1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:41,009 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:41,009 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300760555; duration=0sec 2024-11-11T04:52:41,009 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:41,009 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:41,080 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111633f4a34b6bb4762b1c98d92b05fb299_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111633f4a34b6bb4762b1c98d92b05fb299_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/cbfb862ad3c24f39883186084626edb9, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/cbfb862ad3c24f39883186084626edb9 is 175, key is test_row_0/A:col10/1731300758960/Put/seqid=0 2024-11-11T04:52:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742281_1457 (size=31255) 2024-11-11T04:52:41,085 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/cbfb862ad3c24f39883186084626edb9 2024-11-11T04:52:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a2a82466ecb44d9b588f99f37cc9b74 is 50, key is test_row_0/B:col10/1731300758960/Put/seqid=0 2024-11-11T04:52:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742282_1458 (size=12301) 2024-11-11T04:52:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:41,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. as already flushing 2024-11-11T04:52:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300821174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300821179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300821292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300821292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,495 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a2a82466ecb44d9b588f99f37cc9b74 2024-11-11T04:52:41,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5afc058968b7469586746392681018cb is 50, key is test_row_0/C:col10/1731300758960/Put/seqid=0 2024-11-11T04:52:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742283_1459 (size=12301) 2024-11-11T04:52:41,507 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5afc058968b7469586746392681018cb 2024-11-11T04:52:41,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300821502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300821502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/cbfb862ad3c24f39883186084626edb9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9 2024-11-11T04:52:41,514 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9, entries=150, sequenceid=365, filesize=30.5 K 2024-11-11T04:52:41,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/3a2a82466ecb44d9b588f99f37cc9b74 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74 2024-11-11T04:52:41,519 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T04:52:41,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/5afc058968b7469586746392681018cb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb 2024-11-11T04:52:41,522 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T04:52:41,523 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69e0c4366122b3ae0d838bb415b1e5cc in 857ms, sequenceid=365, compaction requested=false 2024-11-11T04:52:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-11T04:52:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-11T04:52:41,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-11T04:52:41,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5400 sec 2024-11-11T04:52:41,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.5440 sec 2024-11-11T04:52:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:41,824 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:41,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:41,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c21b906e686042859907db361d104b90_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742284_1460 (size=14994) 2024-11-11T04:52:41,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:41,838 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c21b906e686042859907db361d104b90_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c21b906e686042859907db361d104b90_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:41,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/299a6dcf485d4dc9939079bb2c04f1c3, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:41,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/299a6dcf485d4dc9939079bb2c04f1c3 is 175, key is test_row_0/A:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742285_1461 (size=39949) 2024-11-11T04:52:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300821896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:41,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300821897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300822012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300822012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,034 INFO [Thread-1594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1594. 2024-11-11T04:52:42,034 DEBUG [Thread-1594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:42,034 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,034 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,034 INFO [Thread-1588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1588. 2024-11-11T04:52:42,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:42,034 DEBUG [Thread-1588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:42,034 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,034 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:42,040 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-11-11T04:52:42,040 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:42,040 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,040 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:42,042 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-11-11T04:52:42,043 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:42,043 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,043 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:42,044 INFO [Thread-1590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1590. 2024-11-11T04:52:42,044 DEBUG [Thread-1590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:42,044 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,044 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:42,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300822222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300822222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,242 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/299a6dcf485d4dc9939079bb2c04f1c3 2024-11-11T04:52:42,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/35367542f95c40b495df0e6143b891f6 is 50, key is test_row_0/B:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742286_1462 (size=12301) 2024-11-11T04:52:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300822532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300822532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:42,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/35367542f95c40b495df0e6143b891f6 2024-11-11T04:52:42,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f2d87b12565c4017980dbcd496945cc3 is 50, key is test_row_0/C:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742287_1463 (size=12301) 2024-11-11T04:52:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51108 deadline: 1731300823041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1731300823041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:52:43,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f2d87b12565c4017980dbcd496945cc3 2024-11-11T04:52:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/299a6dcf485d4dc9939079bb2c04f1c3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3 2024-11-11T04:52:43,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3, entries=200, sequenceid=380, filesize=39.0 K 2024-11-11T04:52:43,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/35367542f95c40b495df0e6143b891f6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6 2024-11-11T04:52:43,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T04:52:43,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/f2d87b12565c4017980dbcd496945cc3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3 2024-11-11T04:52:43,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T04:52:43,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69e0c4366122b3ae0d838bb415b1e5cc in 1250ms, sequenceid=380, compaction requested=true 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:43,074 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69e0c4366122b3ae0d838bb415b1e5cc:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:43,074 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/B is initiating minor compaction (all files) 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/A is initiating minor compaction (all files) 2024-11-11T04:52:43,075 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/A in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:43,075 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/B in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:43,075 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=100.9 K 2024-11-11T04:52:43,075 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/5412fbc01f0342c99a17b63af07e21f0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=36.9 K 2024-11-11T04:52:43,075 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3] 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e0c9c880e74d299b1bd5337f88026c, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758860 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5412fbc01f0342c99a17b63af07e21f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758860 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2a82466ecb44d9b588f99f37cc9b74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731300758960 2024-11-11T04:52:43,075 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbfb862ad3c24f39883186084626edb9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731300758960 2024-11-11T04:52:43,076 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 299a6dcf485d4dc9939079bb2c04f1c3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731300761171 2024-11-11T04:52:43,076 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 35367542f95c40b495df0e6143b891f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731300761173 2024-11-11T04:52:43,080 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:43,081 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:43,081 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/1198dc791a3146c8a2aae6eaa90608d1 is 50, key is test_row_0/B:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:43,081 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111187b5a0e20cfe4f7ead491ea0c8b3a4d9_69e0c4366122b3ae0d838bb415b1e5cc store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:43,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742288_1464 (size=13289) 2024-11-11T04:52:43,085 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111187b5a0e20cfe4f7ead491ea0c8b3a4d9_69e0c4366122b3ae0d838bb415b1e5cc, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:43,085 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187b5a0e20cfe4f7ead491ea0c8b3a4d9_69e0c4366122b3ae0d838bb415b1e5cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742289_1465 (size=4469) 2024-11-11T04:52:43,088 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#A#compaction#385 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:43,088 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/eabd9ce3bd2245b2b33a3908cd4ba4e7 is 175, key is test_row_0/A:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742290_1466 (size=32243) 2024-11-11T04:52:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T04:52:43,143 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:43,489 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/1198dc791a3146c8a2aae6eaa90608d1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1198dc791a3146c8a2aae6eaa90608d1 2024-11-11T04:52:43,493 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/B of 69e0c4366122b3ae0d838bb415b1e5cc into 1198dc791a3146c8a2aae6eaa90608d1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:43,493 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:43,493 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/B, priority=13, startTime=1731300763074; duration=0sec 2024-11-11T04:52:43,493 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:43,493 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:B 2024-11-11T04:52:43,493 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:43,494 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:43,494 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 69e0c4366122b3ae0d838bb415b1e5cc/C is initiating minor compaction (all files) 2024-11-11T04:52:43,494 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69e0c4366122b3ae0d838bb415b1e5cc/C in TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:43,494 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/45327e1ce720493a84c05ad4ab76e8e1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp, totalSize=36.9 K 2024-11-11T04:52:43,494 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 45327e1ce720493a84c05ad4ab76e8e1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731300758860 2024-11-11T04:52:43,495 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/eabd9ce3bd2245b2b33a3908cd4ba4e7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/eabd9ce3bd2245b2b33a3908cd4ba4e7 2024-11-11T04:52:43,495 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5afc058968b7469586746392681018cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731300758960 2024-11-11T04:52:43,495 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f2d87b12565c4017980dbcd496945cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731300761173 2024-11-11T04:52:43,498 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/A of 69e0c4366122b3ae0d838bb415b1e5cc into eabd9ce3bd2245b2b33a3908cd4ba4e7(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:43,498 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:43,498 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/A, priority=13, startTime=1731300763074; duration=0sec 2024-11-11T04:52:43,498 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:43,498 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:A 2024-11-11T04:52:43,502 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69e0c4366122b3ae0d838bb415b1e5cc#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:43,502 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/08713aacfb2149a187386ef3e75e5a74 is 50, key is test_row_0/C:col10/1731300761823/Put/seqid=0 2024-11-11T04:52:43,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742291_1467 (size=13289) 2024-11-11T04:52:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:43,904 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:43,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:52:43,904 INFO [Thread-1581 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1581. 2024-11-11T04:52:43,904 DEBUG [Thread-1581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:43,904 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,904 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:43,909 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/08713aacfb2149a187386ef3e75e5a74 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/08713aacfb2149a187386ef3e75e5a74 2024-11-11T04:52:43,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111137351496024743189021da93a92102dc_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300761879/Put/seqid=0 2024-11-11T04:52:43,913 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69e0c4366122b3ae0d838bb415b1e5cc/C of 69e0c4366122b3ae0d838bb415b1e5cc into 08713aacfb2149a187386ef3e75e5a74(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:43,913 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:43,913 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., storeName=69e0c4366122b3ae0d838bb415b1e5cc/C, priority=13, startTime=1731300763074; duration=0sec 2024-11-11T04:52:43,913 INFO [Thread-1583 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1583. 2024-11-11T04:52:43,913 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:43,913 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69e0c4366122b3ae0d838bb415b1e5cc:C 2024-11-11T04:52:43,913 DEBUG [Thread-1583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:43,913 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,913 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742292_1468 (size=12454) 2024-11-11T04:52:43,953 INFO [Thread-1577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1577. 2024-11-11T04:52:43,953 DEBUG [Thread-1577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:43,953 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,953 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:43,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:44,053 INFO [Thread-1579 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1579. 2024-11-11T04:52:44,053 INFO [Thread-1575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1575. 2024-11-11T04:52:44,053 DEBUG [Thread-1579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:44,053 DEBUG [Thread-1575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:52:44,053 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,053 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,053 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,053 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:44,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1324 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3968 rows 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1319 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3953 rows 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1327 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3971 rows 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1325 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3972 rows 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1320 2024-11-11T04:52:44,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3956 rows 2024-11-11T04:52:44,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:52:44,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:52:44,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:44,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:52:44,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:52:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:44,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300764057"}]},"ts":"1731300764057"} 2024-11-11T04:52:44,058 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:52:44,058 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:52:44,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:52:44,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, UNASSIGN}] 2024-11-11T04:52:44,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, UNASSIGN 2024-11-11T04:52:44,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:44,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, UNASSIGN because future has completed 2024-11-11T04:52:44,061 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:52:44,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:44,213 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:44,213 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:52:44,214 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 69e0c4366122b3ae0d838bb415b1e5cc, disabling compactions & flushes 2024-11-11T04:52:44,214 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:44,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:44,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111137351496024743189021da93a92102dc_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111137351496024743189021da93a92102dc_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:44,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/4f743bab9eeb49398dec0dc874cdfbc6, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:44,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/4f743bab9eeb49398dec0dc874cdfbc6 is 175, key is test_row_0/A:col10/1731300761879/Put/seqid=0 2024-11-11T04:52:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742293_1469 (size=31255) 2024-11-11T04:52:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:44,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/4f743bab9eeb49398dec0dc874cdfbc6 2024-11-11T04:52:44,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/de038e5bc40f464787c32d98e11fd7ec is 50, key is test_row_0/B:col10/1731300761879/Put/seqid=0 2024-11-11T04:52:44,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742294_1470 (size=12301) 2024-11-11T04:52:45,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/de038e5bc40f464787c32d98e11fd7ec 2024-11-11T04:52:45,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c74aec25bddb4434867ff3039b43aa7a is 50, key is test_row_0/C:col10/1731300761879/Put/seqid=0 2024-11-11T04:52:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742295_1471 (size=12301) 2024-11-11T04:52:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:45,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:52:45,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c74aec25bddb4434867ff3039b43aa7a 2024-11-11T04:52:45,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/4f743bab9eeb49398dec0dc874cdfbc6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/4f743bab9eeb49398dec0dc874cdfbc6 2024-11-11T04:52:45,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/4f743bab9eeb49398dec0dc874cdfbc6, entries=150, sequenceid=407, filesize=30.5 K 2024-11-11T04:52:45,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/de038e5bc40f464787c32d98e11fd7ec as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/de038e5bc40f464787c32d98e11fd7ec 2024-11-11T04:52:45,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/de038e5bc40f464787c32d98e11fd7ec, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T04:52:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/c74aec25bddb4434867ff3039b43aa7a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c74aec25bddb4434867ff3039b43aa7a 2024-11-11T04:52:45,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c74aec25bddb4434867ff3039b43aa7a, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T04:52:45,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 69e0c4366122b3ae0d838bb415b1e5cc in 1652ms, sequenceid=407, compaction requested=false 2024-11-11T04:52:45,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69e0c4366122b3ae0d838bb415b1e5cc: 2024-11-11T04:52:45,556 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:45,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:45,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. after waiting 0 ms 2024-11-11T04:52:45,556 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:45,557 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(2902): Flushing 69e0c4366122b3ae0d838bb415b1e5cc 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T04:52:45,561 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187721dcb1684432cb8f20f13fdba7a81_69e0c4366122b3ae0d838bb415b1e5cc is 50, key is test_row_0/A:col10/1731300764052/Put/seqid=0 2024-11-11T04:52:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742296_1472 (size=12454) 2024-11-11T04:52:45,964 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:45,967 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187721dcb1684432cb8f20f13fdba7a81_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187721dcb1684432cb8f20f13fdba7a81_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:45,968 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5204c3bed5564ee8b1101f4e145c54a8, store: [table=TestAcidGuarantees family=A region=69e0c4366122b3ae0d838bb415b1e5cc] 2024-11-11T04:52:45,968 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5204c3bed5564ee8b1101f4e145c54a8 is 175, key is test_row_0/A:col10/1731300764052/Put/seqid=0 2024-11-11T04:52:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742297_1473 (size=31255) 2024-11-11T04:52:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:46,372 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5204c3bed5564ee8b1101f4e145c54a8 2024-11-11T04:52:46,377 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/e167e0d45f2f4e759ee2308f5a5647a5 is 50, key is test_row_0/B:col10/1731300764052/Put/seqid=0 2024-11-11T04:52:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742298_1474 (size=12301) 2024-11-11T04:52:46,781 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/e167e0d45f2f4e759ee2308f5a5647a5 2024-11-11T04:52:46,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb6967410eb549439327bff3d6f84e2f is 50, key is test_row_0/C:col10/1731300764052/Put/seqid=0 2024-11-11T04:52:46,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742299_1475 (size=12301) 2024-11-11T04:52:47,189 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb6967410eb549439327bff3d6f84e2f 2024-11-11T04:52:47,193 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/A/5204c3bed5564ee8b1101f4e145c54a8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5204c3bed5564ee8b1101f4e145c54a8 2024-11-11T04:52:47,195 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5204c3bed5564ee8b1101f4e145c54a8, entries=150, sequenceid=415, filesize=30.5 K 2024-11-11T04:52:47,196 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/B/e167e0d45f2f4e759ee2308f5a5647a5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/e167e0d45f2f4e759ee2308f5a5647a5 2024-11-11T04:52:47,198 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/e167e0d45f2f4e759ee2308f5a5647a5, entries=150, sequenceid=415, filesize=12.0 K 2024-11-11T04:52:47,199 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/.tmp/C/eb6967410eb549439327bff3d6f84e2f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb6967410eb549439327bff3d6f84e2f 2024-11-11T04:52:47,201 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb6967410eb549439327bff3d6f84e2f, entries=150, sequenceid=415, filesize=12.0 K 2024-11-11T04:52:47,202 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 69e0c4366122b3ae0d838bb415b1e5cc in 1645ms, sequenceid=415, compaction requested=true 2024-11-11T04:52:47,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3] to archive 2024-11-11T04:52:47,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:47,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/b5e59c99217741899005968246768ade 2024-11-11T04:52:47,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5d5cfe5b5c6542109373cdf53edfd550 2024-11-11T04:52:47,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/3b29203e478d4d879b94cca86c83819b 2024-11-11T04:52:47,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/0d8824bfe99642e8b99ba2513b10014e 2024-11-11T04:52:47,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/54da01f31f054d519fcf2571c5835277 2024-11-11T04:52:47,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/6170215cece345d097bbc79cfbb55517 2024-11-11T04:52:47,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/74fbeeda497041c9a1e23eca745abeb6 2024-11-11T04:52:47,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/f1a1752501854af585a059d1d20c9889 2024-11-11T04:52:47,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/870dd9650dad44c7b3960b327ccd019d 2024-11-11T04:52:47,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/a05478768d5145ea9682c59cbf95ae78 2024-11-11T04:52:47,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/274e35921679499f9e76ccd59f7c0f8d 2024-11-11T04:52:47,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/50e8951f58bc42188a5b90e4581ba197 2024-11-11T04:52:47,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/67edb983fa21429d9ef6b6f064ac0264 2024-11-11T04:52:47,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/49b84d386cdd492c9e8caed5717c05fa 2024-11-11T04:52:47,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/7cee40ef602a456ca1935d45e3130b61 2024-11-11T04:52:47,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/fa1063a3c571495792a0b3fbacd15e07 2024-11-11T04:52:47,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/ae834256a21d4b64a805129c947f3332 2024-11-11T04:52:47,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/436f12fc70ba43dd8888824e38534fb9 2024-11-11T04:52:47,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/30f81566732b400ba6054c3e19004ec3 2024-11-11T04:52:47,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/81f97c09c4b346aea1c6974e02295b29 2024-11-11T04:52:47,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/c6392c9b41464e968651caee309f269a 2024-11-11T04:52:47,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d0b3c51a23034591972416240b3c4468 2024-11-11T04:52:47,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5e21af9418dc4e36a7865c2ecda51d89 2024-11-11T04:52:47,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/99ecb6114fd54402baf2c205b5e84e20 2024-11-11T04:52:47,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/02d64161738c4e87ac034b4c6e40d2a4 2024-11-11T04:52:47,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/770606674c9c4a778adae0898ce6aad6 2024-11-11T04:52:47,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/d4e0c9c880e74d299b1bd5337f88026c 2024-11-11T04:52:47,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/cbfb862ad3c24f39883186084626edb9 2024-11-11T04:52:47,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/299a6dcf485d4dc9939079bb2c04f1c3 2024-11-11T04:52:47,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/c4ccc1e02ed641e79f07b6f0f4650387, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9781b904c2745e6b079b1431c5e34b8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7c90af715ffb4c2aa35d62d9d56bc126, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/57026a2358c442859b6ae3e9ca803599, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/13ae4f83508546de8a460c0f47aca518, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/197af421415f4b80b090e5139d0d0aa3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3b842f2e57e04d8ca1dc7f9cee4c6c91, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/5412fbc01f0342c99a17b63af07e21f0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6] to archive 2024-11-11T04:52:47,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:47,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/03eba8fed40641a5a00032386d1a4d38 2024-11-11T04:52:47,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/93d8c5e58d1744c59824bc19fb332498 2024-11-11T04:52:47,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a3173278fbe4a9faf3ecf636c8d0416 2024-11-11T04:52:47,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/c4ccc1e02ed641e79f07b6f0f4650387 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/c4ccc1e02ed641e79f07b6f0f4650387 2024-11-11T04:52:47,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/63dc1dbe41234bdda78735a31be7e7ab 2024-11-11T04:52:47,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/2b947e0b074a4429b86974660eb20141 2024-11-11T04:52:47,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9781b904c2745e6b079b1431c5e34b8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9781b904c2745e6b079b1431c5e34b8 2024-11-11T04:52:47,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/8870659afa674585be3d17c6ef335661 2024-11-11T04:52:47,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/47ce7416f8ef4200a3539bdb86abf004 2024-11-11T04:52:47,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7c90af715ffb4c2aa35d62d9d56bc126 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7c90af715ffb4c2aa35d62d9d56bc126 2024-11-11T04:52:47,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3d4454f7660142e185a68dd449ea4e64 2024-11-11T04:52:47,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/b9b0edbd5c6e42a6afcaa07630e1b897 2024-11-11T04:52:47,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/57026a2358c442859b6ae3e9ca803599 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/57026a2358c442859b6ae3e9ca803599 2024-11-11T04:52:47,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/f87f12de236145c984ebf2f630fb1c33 2024-11-11T04:52:47,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/7af1ded83b324a799b9e24dff7c8e31d 2024-11-11T04:52:47,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/13ae4f83508546de8a460c0f47aca518 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/13ae4f83508546de8a460c0f47aca518 2024-11-11T04:52:47,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/273d659ea7184bd39673a5d54867bc0f 2024-11-11T04:52:47,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/40e79a4bba214541be9183b256df6d97 2024-11-11T04:52:47,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1c61f717c76f4d1e9be292134df72ef9 2024-11-11T04:52:47,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/197af421415f4b80b090e5139d0d0aa3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/197af421415f4b80b090e5139d0d0aa3 2024-11-11T04:52:47,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/4fa3b2236d15489a8b12f11c75ee7c8a 2024-11-11T04:52:47,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/746c3fea14734840819228a9104b143b 2024-11-11T04:52:47,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3b842f2e57e04d8ca1dc7f9cee4c6c91 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3b842f2e57e04d8ca1dc7f9cee4c6c91 2024-11-11T04:52:47,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/287326263d374c818141f4d926811895 2024-11-11T04:52:47,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/cc38d0470bef43bfbcf0ef02df911ebe 2024-11-11T04:52:47,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/5412fbc01f0342c99a17b63af07e21f0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/5412fbc01f0342c99a17b63af07e21f0 2024-11-11T04:52:47,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/ab92e57c32754fb397b9593038a1d5a3 2024-11-11T04:52:47,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/3a2a82466ecb44d9b588f99f37cc9b74 2024-11-11T04:52:47,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/35367542f95c40b495df0e6143b891f6 2024-11-11T04:52:47,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/37a33f254f9246ec8edb67d35e9e6699, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/63de34fd1c1a492ca1fee1a9d163e1d9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/724ae32e6fa84adfadac2c3a189ddac7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/813cfcaafa4848da9beb1cbab99089bc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/06b573c8ca754ce3a75b2fea64208456, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1b0170793468415ea1f0de0594cef946, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/294c2973ace340058634a3c28590d821, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/45327e1ce720493a84c05ad4ab76e8e1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3] to archive 2024-11-11T04:52:47,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:52:47,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/76153e1cd57d47b1acff5a12daf68b92 2024-11-11T04:52:47,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f6fb08a941334d7bad47e241e52f6e2a 2024-11-11T04:52:47,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5d4141e418ab49ec9c5666e5ee592426 2024-11-11T04:52:47,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/37a33f254f9246ec8edb67d35e9e6699 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/37a33f254f9246ec8edb67d35e9e6699 2024-11-11T04:52:47,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1a0f4b06cfb841c1b3445a9bc1d3a130 2024-11-11T04:52:47,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/dfcef0d28f0648eab7b3dee6934e2519 2024-11-11T04:52:47,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/63de34fd1c1a492ca1fee1a9d163e1d9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/63de34fd1c1a492ca1fee1a9d163e1d9 2024-11-11T04:52:47,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb1102dab642457a89918a9df4d8ce03 2024-11-11T04:52:47,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c7a2558e627b454eac9b525092d4beb5 2024-11-11T04:52:47,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/724ae32e6fa84adfadac2c3a189ddac7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/724ae32e6fa84adfadac2c3a189ddac7 2024-11-11T04:52:47,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/51a6dff0ed464d0eaacd150a688fa230 2024-11-11T04:52:47,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1380bf78a5884f399cb6823facdefb9c 2024-11-11T04:52:47,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/813cfcaafa4848da9beb1cbab99089bc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/813cfcaafa4848da9beb1cbab99089bc 2024-11-11T04:52:47,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c54e61d2ed1847df88e91b71c706711b 2024-11-11T04:52:47,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/40fb5fb13b884de2b81c196c32e79b50 2024-11-11T04:52:47,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/06b573c8ca754ce3a75b2fea64208456 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/06b573c8ca754ce3a75b2fea64208456 2024-11-11T04:52:47,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/32e84e1465534517bfd8d6231dbc2177 2024-11-11T04:52:47,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4895941c9592453194fab855cf5a2920 2024-11-11T04:52:47,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/4b998e1034f6497cbbb5361b72b85ffb 2024-11-11T04:52:47,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1b0170793468415ea1f0de0594cef946 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/1b0170793468415ea1f0de0594cef946 2024-11-11T04:52:47,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/83fd4f6361e546b4abecb081068f384d 2024-11-11T04:52:47,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/9f4bf7334fd9440bae1d491387429c96 2024-11-11T04:52:47,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/294c2973ace340058634a3c28590d821 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/294c2973ace340058634a3c28590d821 2024-11-11T04:52:47,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c22dfe2879954670b72d57b3107dd824 2024-11-11T04:52:47,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/0383a70bdc364695bd2841785047e6d8 2024-11-11T04:52:47,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/45327e1ce720493a84c05ad4ab76e8e1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/45327e1ce720493a84c05ad4ab76e8e1 2024-11-11T04:52:47,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/b9037ffa84eb40789c5029024f67c1f6 2024-11-11T04:52:47,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/5afc058968b7469586746392681018cb 2024-11-11T04:52:47,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/f2d87b12565c4017980dbcd496945cc3 2024-11-11T04:52:47,278 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-11-11T04:52:47,278 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. 2024-11-11T04:52:47,278 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 69e0c4366122b3ae0d838bb415b1e5cc: Waiting for close lock at 1731300764214Running coprocessor pre-close hooks at 1731300764214Disabling compacts and flushes for region at 1731300764214Disabling writes for close at 1731300765556 (+1342 ms)Obtaining lock to block concurrent updates at 1731300765557 (+1 ms)Preparing flush snapshotting stores in 69e0c4366122b3ae0d838bb415b1e5cc at 1731300765557Finished memstore snapshotting TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731300765557Flushing stores of TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc. at 1731300765557Flushing 69e0c4366122b3ae0d838bb415b1e5cc/A: creating writer at 1731300765557Flushing mob file 69e0c4366122b3ae0d838bb415b1e5cc/A: appending metadata at 1731300765561 (+4 ms)Flushing mob file 69e0c4366122b3ae0d838bb415b1e5cc/A: closing flushed file at 1731300765561Flushing 69e0c4366122b3ae0d838bb415b1e5cc/A: appending metadata at 1731300765968 (+407 ms)Flushing 69e0c4366122b3ae0d838bb415b1e5cc/A: closing flushed file at 1731300765968Flushing 69e0c4366122b3ae0d838bb415b1e5cc/B: creating writer at 1731300766375 (+407 ms)Flushing 69e0c4366122b3ae0d838bb415b1e5cc/B: appending metadata at 1731300766377 (+2 ms)Flushing 69e0c4366122b3ae0d838bb415b1e5cc/B: closing flushed file at 1731300766377Flushing 69e0c4366122b3ae0d838bb415b1e5cc/C: creating writer at 1731300766784 (+407 ms)Flushing 69e0c4366122b3ae0d838bb415b1e5cc/C: appending metadata at 1731300766786 (+2 ms)Flushing 69e0c4366122b3ae0d838bb415b1e5cc/C: closing flushed file at 1731300766786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c089cc: reopening flushed file at 1731300767192 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4438b9fe: reopening flushed file at 1731300767195 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281b1960: reopening flushed file at 1731300767198 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 69e0c4366122b3ae0d838bb415b1e5cc in 1645ms, sequenceid=415, compaction requested=true at 1731300767202 (+4 ms)Writing region close event to WAL at 1731300767275 (+73 ms)Running coprocessor post-close hooks at 1731300767278 (+3 ms)Closed at 1731300767278 2024-11-11T04:52:47,280 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:47,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=69e0c4366122b3ae0d838bb415b1e5cc, regionState=CLOSED 2024-11-11T04:52:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:47,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-11T04:52:47,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseRegionProcedure 69e0c4366122b3ae0d838bb415b1e5cc, server=a7bef91497aa,40889,1731300647138 in 3.2220 sec 2024-11-11T04:52:47,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-11T04:52:47,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69e0c4366122b3ae0d838bb415b1e5cc, UNASSIGN in 3.2250 sec 2024-11-11T04:52:47,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-11T04:52:47,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2280 sec 2024-11-11T04:52:47,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300767288"}]},"ts":"1731300767288"} 2024-11-11T04:52:47,290 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:52:47,290 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:52:47,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.2360 sec 2024-11-11T04:52:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T04:52:48,222 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:48,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:52:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T04:52:48,225 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,226 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,228 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits] 2024-11-11T04:52:48,230 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/4f743bab9eeb49398dec0dc874cdfbc6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/4f743bab9eeb49398dec0dc874cdfbc6 2024-11-11T04:52:48,230 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5204c3bed5564ee8b1101f4e145c54a8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/5204c3bed5564ee8b1101f4e145c54a8 2024-11-11T04:52:48,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/eabd9ce3bd2245b2b33a3908cd4ba4e7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/A/eabd9ce3bd2245b2b33a3908cd4ba4e7 2024-11-11T04:52:48,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1198dc791a3146c8a2aae6eaa90608d1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/1198dc791a3146c8a2aae6eaa90608d1 2024-11-11T04:52:48,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/de038e5bc40f464787c32d98e11fd7ec to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/de038e5bc40f464787c32d98e11fd7ec 2024-11-11T04:52:48,234 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/e167e0d45f2f4e759ee2308f5a5647a5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/B/e167e0d45f2f4e759ee2308f5a5647a5 2024-11-11T04:52:48,236 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/08713aacfb2149a187386ef3e75e5a74 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/08713aacfb2149a187386ef3e75e5a74 2024-11-11T04:52:48,236 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c74aec25bddb4434867ff3039b43aa7a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/c74aec25bddb4434867ff3039b43aa7a 2024-11-11T04:52:48,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb6967410eb549439327bff3d6f84e2f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/C/eb6967410eb549439327bff3d6f84e2f 2024-11-11T04:52:48,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits/418.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc/recovered.edits/418.seqid 2024-11-11T04:52:48,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,239 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:52:48,240 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:52:48,240 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T04:52:48,242 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115aa0393d26643c386fe2929e2bd423b_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115aa0393d26643c386fe2929e2bd423b_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,243 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111aa5c77063be4a9f82e3438c40f80f09_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111aa5c77063be4a9f82e3438c40f80f09_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,244 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111277f07195a244709914185b4f6bd3741_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111277f07195a244709914185b4f6bd3741_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,245 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111137351496024743189021da93a92102dc_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111137351496024743189021da93a92102dc_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,246 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155c6ef3e05274cd2b9b95ca79c327621_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155c6ef3e05274cd2b9b95ca79c327621_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,246 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111633f4a34b6bb4762b1c98d92b05fb299_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111633f4a34b6bb4762b1c98d92b05fb299_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,247 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163641ff37cb14127b02fccba7e9ce672_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163641ff37cb14127b02fccba7e9ce672_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,248 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111172ce2259fcbe4462ba256b17d851ab0c_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111172ce2259fcbe4462ba256b17d851ab0c_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,249 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2b25ae0ca04fe09df0ca1083463311_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2b25ae0ca04fe09df0ca1083463311_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,249 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f81ad2a1669401c990859c0b0fe9aa3_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f81ad2a1669401c990859c0b0fe9aa3_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,250 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117fb30aeb0425435c8290763a46d1aebb_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117fb30aeb0425435c8290763a46d1aebb_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,251 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111186efff34d5fd499ebf6a2ac4c3f3f4ea_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111186efff34d5fd499ebf6a2ac4c3f3f4ea_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,252 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187721dcb1684432cb8f20f13fdba7a81_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187721dcb1684432cb8f20f13fdba7a81_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,253 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b72b5bcac2fa4880896afdbaff4dffa7_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b72b5bcac2fa4880896afdbaff4dffa7_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,253 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c21b906e686042859907db361d104b90_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c21b906e686042859907db361d104b90_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,254 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c89ad689d91b45a8b611e64a7476a667_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c89ad689d91b45a8b611e64a7476a667_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,255 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca18068f9fad4e2cb4e5a765e55bfecf_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca18068f9fad4e2cb4e5a765e55bfecf_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,256 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc9d450f0c2549d4ab3893a0c8ded3dc_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc9d450f0c2549d4ab3893a0c8ded3dc_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,257 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d2bcd8945d2440529cb32e46a7d97c8b_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d2bcd8945d2440529cb32e46a7d97c8b_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,258 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e464cb82aeb6477d82c83386aa5ccfe7_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e464cb82aeb6477d82c83386aa5ccfe7_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,258 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06023531505467ba9d5097773dd492d_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06023531505467ba9d5097773dd492d_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,259 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f25cfd97192d4a1d9750e3174121ab0f_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f25cfd97192d4a1d9750e3174121ab0f_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,260 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3c6100375ba49fbac82f75c659be8b0_69e0c4366122b3ae0d838bb415b1e5cc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f3c6100375ba49fbac82f75c659be8b0_69e0c4366122b3ae0d838bb415b1e5cc 2024-11-11T04:52:48,260 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:52:48,262 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,263 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:52:48,265 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:52:48,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:52:48,266 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300768266"}]},"ts":"9223372036854775807"} 2024-11-11T04:52:48,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:52:48,268 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 69e0c4366122b3ae0d838bb415b1e5cc, NAME => 'TestAcidGuarantees,,1731300738920.69e0c4366122b3ae0d838bb415b1e5cc.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:52:48,268 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:52:48,268 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300768268"}]},"ts":"9223372036854775807"} 2024-11-11T04:52:48,269 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:52:48,269 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-11T04:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T04:52:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:52:48,332 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:48,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1218786933_22 at /127.0.0.1:59576 [Waiting for operation #3950] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1218786933_22 at /127.0.0.1:57450 [Waiting for operation #3322] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1509931264_22 at /127.0.0.1:57412 [Waiting for operation #3386] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1509931264_22 at /127.0.0.1:50102 [Waiting for operation #3741] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6459 (was 6523) 2024-11-11T04:52:48,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=6459 2024-11-11T04:52:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:52:48,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:52:48,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:52:48,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:48,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 132 2024-11-11T04:52:48,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:52:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742300_1476 (size=959) 2024-11-11T04:52:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:48,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:52:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742301_1477 (size=53) 2024-11-11T04:52:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2e49b85dd61bc0601f270977234b6a5a, disabling compactions & flushes 2024-11-11T04:52:49,164 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. after waiting 0 ms 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,164 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,164 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e49b85dd61bc0601f270977234b6a5a: Waiting for close lock at 1731300769164Disabling compacts and flushes for region at 1731300769164Disabling writes for close at 1731300769164Writing region close event to WAL at 1731300769164Closed at 1731300769164 2024-11-11T04:52:49,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:52:49,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300769165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300769165"}]},"ts":"1731300769165"} 2024-11-11T04:52:49,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:52:49,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:52:49,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300769167"}]},"ts":"1731300769167"} 2024-11-11T04:52:49,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:52:49,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, ASSIGN}] 2024-11-11T04:52:49,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, ASSIGN 2024-11-11T04:52:49,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:52:49,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=2e49b85dd61bc0601f270977234b6a5a, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:49,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, ASSIGN because future has completed 2024-11-11T04:52:49,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:52:49,475 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,475 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:52:49,476 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,476 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:52:49,476 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7794): checking encryption for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,476 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7797): checking classloading for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,477 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,479 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e49b85dd61bc0601f270977234b6a5a columnFamilyName A 2024-11-11T04:52:49,479 DEBUG [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:49,479 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(327): Store=2e49b85dd61bc0601f270977234b6a5a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:49,479 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,480 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e49b85dd61bc0601f270977234b6a5a columnFamilyName B 2024-11-11T04:52:49,480 DEBUG [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:49,480 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(327): Store=2e49b85dd61bc0601f270977234b6a5a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:49,481 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,481 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e49b85dd61bc0601f270977234b6a5a columnFamilyName C 2024-11-11T04:52:49,481 DEBUG [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:52:49,482 INFO [StoreOpener-2e49b85dd61bc0601f270977234b6a5a-1 {}] regionserver.HStore(327): Store=2e49b85dd61bc0601f270977234b6a5a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:52:49,482 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1038): replaying wal for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,482 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,482 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,483 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1048): stopping wal replay for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,483 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1060): Cleaning up temporary data for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,484 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:52:49,484 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1093): writing seq id for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:52:49,486 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1114): Opened 2e49b85dd61bc0601f270977234b6a5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67640752, jitterRate=0.007925748825073242}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:52:49,486 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:49,487 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1006): Region open journal for 2e49b85dd61bc0601f270977234b6a5a: Running coprocessor pre-open hook at 1731300769476Writing region info on filesystem at 1731300769476Initializing all the Stores at 1731300769477 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300769477Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300769477Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300769477Cleaning up temporary data from old regions at 1731300769483 (+6 ms)Running coprocessor post-open hooks at 1731300769486 (+3 ms)Region opened successfully at 1731300769487 (+1 ms) 2024-11-11T04:52:49,487 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., pid=134, masterSystemTime=1731300769473 2024-11-11T04:52:49,489 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,489 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:49,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=2e49b85dd61bc0601f270977234b6a5a, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:49,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:52:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:49,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-11T04:52:49,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 in 170 msec 2024-11-11T04:52:49,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-11T04:52:49,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, ASSIGN in 325 msec 2024-11-11T04:52:49,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:52:49,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300769494"}]},"ts":"1731300769494"} 2024-11-11T04:52:49,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:52:49,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:52:49,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-11T04:52:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-11T04:52:50,502 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:50,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,504 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a15f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f01fc79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:52:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:52:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc2c780 2024-11-11T04:52:50,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:52:50,510 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:52:50,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa9f1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c10e189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb53303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158818c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d79de1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,518 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c30e4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,519 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b870b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac3990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,522 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254f63e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,523 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aadd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,524 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571b7297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,525 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7778b7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,527 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7def88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad09316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b2122c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,530 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421989fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c9bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa47a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:52:50,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:52:50,534 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:52:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:52:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:52:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62eb5066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:52:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:52:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:52:50,535 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:52:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381f25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:52:50,536 DEBUG [Thread-2136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,536 DEBUG [Thread-2123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,536 DEBUG [Thread-2127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,536 DEBUG [Thread-2140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,536 DEBUG [Thread-2125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,537 DEBUG [Thread-2136 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,537 DEBUG [Thread-2136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,537 DEBUG [Thread-2131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,537 DEBUG [Thread-2129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,538 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:50,538 DEBUG [Thread-2134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,539 DEBUG [Thread-2138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,539 DEBUG [Thread-2142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:52:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,540 DEBUG [Thread-2142 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:52:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,540 DEBUG [Thread-2142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:52:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-11T04:52:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:52:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2] 2024-11-11T04:52:50,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:50,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:50,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:50,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/0255eca6caa9409780456bf287631c85 is 50, key is test_row_0/A:col10/1731300770546/Put/seqid=0 2024-11-11T04:52:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742302_1478 (size=12001) 2024-11-11T04:52:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300830577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300830583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300830583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300830584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300830585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:50,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300830692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:50,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300830702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300830702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300830702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300830703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:50,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:50,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:50,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:50,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300830902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300830911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300830911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300830912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300830922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:50,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/0255eca6caa9409780456bf287631c85 2024-11-11T04:52:50,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d47302ce0f9e4c229fbb24dbb78ebd97 is 50, key is test_row_0/B:col10/1731300770546/Put/seqid=0 2024-11-11T04:52:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742303_1479 (size=12001) 2024-11-11T04:52:51,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d47302ce0f9e4c229fbb24dbb78ebd97 2024-11-11T04:52:51,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:51,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/94ae0b8cf5cd472aa008badbf20e1b6e is 50, key is test_row_0/C:col10/1731300770546/Put/seqid=0 2024-11-11T04:52:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742304_1480 (size=12001) 2024-11-11T04:52:51,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300831212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300831221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300831221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300831222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300831232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:51,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:51,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/94ae0b8cf5cd472aa008badbf20e1b6e 2024-11-11T04:52:51,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/0255eca6caa9409780456bf287631c85 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85 2024-11-11T04:52:51,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T04:52:51,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d47302ce0f9e4c229fbb24dbb78ebd97 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97 2024-11-11T04:52:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T04:52:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/94ae0b8cf5cd472aa008badbf20e1b6e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e 2024-11-11T04:52:51,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T04:52:51,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e49b85dd61bc0601f270977234b6a5a in 888ms, sequenceid=12, compaction requested=false 2024-11-11T04:52:51,437 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T04:52:51,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:51,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T04:52:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,463 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:52:51,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/715931e53d514b359bf44d421134d7b9 is 50, key is test_row_0/A:col10/1731300770574/Put/seqid=0 2024-11-11T04:52:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742305_1481 (size=12001) 2024-11-11T04:52:51,471 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/715931e53d514b359bf44d421134d7b9 2024-11-11T04:52:51,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/e0a0b5dca595495da1ecf32cd086775f is 50, key is test_row_0/B:col10/1731300770574/Put/seqid=0 2024-11-11T04:52:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742306_1482 (size=12001) 2024-11-11T04:52:51,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/e0a0b5dca595495da1ecf32cd086775f 2024-11-11T04:52:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/d2d497b0ff644313a1409f3aec78ce6a is 50, key is test_row_0/C:col10/1731300770574/Put/seqid=0 2024-11-11T04:52:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742307_1483 (size=12001) 2024-11-11T04:52:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:51,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:51,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300831738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300831739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300831740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300831742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300831751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300831852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300831852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300831852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300831852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:51,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/d2d497b0ff644313a1409f3aec78ce6a 2024-11-11T04:52:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/715931e53d514b359bf44d421134d7b9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9 2024-11-11T04:52:51,900 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:52:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/e0a0b5dca595495da1ecf32cd086775f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f 2024-11-11T04:52:51,904 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:52:51,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/d2d497b0ff644313a1409f3aec78ce6a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a 2024-11-11T04:52:51,908 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T04:52:51,909 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2e49b85dd61bc0601f270977234b6a5a in 445ms, sequenceid=37, compaction requested=false 2024-11-11T04:52:51,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:51,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:51,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-11T04:52:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-11T04:52:51,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-11T04:52:51,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-11T04:52:51,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.3750 sec 2024-11-11T04:52:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:52,064 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:52,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:52,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8f3bbae3e3e5437fa90336be737b5d83 is 50, key is test_row_0/A:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742308_1484 (size=12001) 2024-11-11T04:52:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300832103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300832103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300832105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300832105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300832222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300832222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300832222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300832222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300832431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300832432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300832432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300832432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8f3bbae3e3e5437fa90336be737b5d83 2024-11-11T04:52:52,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/43bc4707587f4f75b8b431f6b42d781b is 50, key is test_row_0/B:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742309_1485 (size=12001) 2024-11-11T04:52:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T04:52:52,692 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:52,692 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-11T04:52:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:52,694 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:52,695 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:52,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300832752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300832772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:52,779 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:52,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:52:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:52,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T04:52:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:52,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:52,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/43bc4707587f4f75b8b431f6b42d781b 2024-11-11T04:52:52,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/7860d2db18f443f3b95faf2673b5c5e2 is 50, key is test_row_0/C:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742310_1486 (size=12001) 2024-11-11T04:52:52,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T04:52:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:53,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T04:52:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300833251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:53,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300833262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300833262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300833262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:53,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/7860d2db18f443f3b95faf2673b5c5e2 2024-11-11T04:52:53,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T04:52:53,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:53,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8f3bbae3e3e5437fa90336be737b5d83 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83 2024-11-11T04:52:53,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T04:52:53,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/43bc4707587f4f75b8b431f6b42d781b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b 2024-11-11T04:52:53,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T04:52:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/7860d2db18f443f3b95faf2673b5c5e2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2 2024-11-11T04:52:53,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T04:52:53,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2e49b85dd61bc0601f270977234b6a5a in 1255ms, sequenceid=49, compaction requested=true 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:53,319 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:53,319 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:53,320 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:53,320 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:53,320 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:52:53,320 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:52:53,320 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,320 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,320 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.2 K 2024-11-11T04:52:53,320 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.2 K 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d47302ce0f9e4c229fbb24dbb78ebd97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731300770546 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0255eca6caa9409780456bf287631c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731300770546 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a0b5dca595495da1ecf32cd086775f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300770574 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 715931e53d514b359bf44d421134d7b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300770574 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 43bc4707587f4f75b8b431f6b42d781b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:53,321 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f3bbae3e3e5437fa90336be737b5d83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:53,332 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:53,332 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:53,332 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/51dbc997b7674524a0ab2fa9c78f1af1 is 50, key is test_row_0/B:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:53,332 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e0b0ce969fba44048cca0f3ff2b1a62e is 50, key is test_row_0/A:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742311_1487 (size=12104) 2024-11-11T04:52:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742312_1488 (size=12104) 2024-11-11T04:52:53,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T04:52:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:53,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/830468f4429d408db45d32dc82d6e446 is 50, key is test_row_0/A:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742313_1489 (size=12001) 2024-11-11T04:52:53,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/830468f4429d408db45d32dc82d6e446 2024-11-11T04:52:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b1ba48cc8b9c4deeb750c4f42824e0d6 is 50, key is test_row_0/B:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:53,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742314_1490 (size=12001) 2024-11-11T04:52:53,747 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/51dbc997b7674524a0ab2fa9c78f1af1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/51dbc997b7674524a0ab2fa9c78f1af1 2024-11-11T04:52:53,750 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e0b0ce969fba44048cca0f3ff2b1a62e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e0b0ce969fba44048cca0f3ff2b1a62e 2024-11-11T04:52:53,755 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 51dbc997b7674524a0ab2fa9c78f1af1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:53,755 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:53,755 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300773319; duration=0sec 2024-11-11T04:52:53,755 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:53,755 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:52:53,755 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:53,756 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:53,756 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:52:53,756 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,756 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.2 K 2024-11-11T04:52:53,756 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 94ae0b8cf5cd472aa008badbf20e1b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731300770546 2024-11-11T04:52:53,757 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d497b0ff644313a1409f3aec78ce6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731300770574 2024-11-11T04:52:53,757 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7860d2db18f443f3b95faf2673b5c5e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:53,765 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into e0b0ce969fba44048cca0f3ff2b1a62e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:53,765 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:53,765 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300773319; duration=0sec 2024-11-11T04:52:53,765 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:53,765 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:52:53,766 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:53,767 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/677c62639f56499a9bbdaeb304d73049 is 50, key is test_row_0/C:col10/1731300772063/Put/seqid=0 2024-11-11T04:52:53,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742315_1491 (size=12104) 2024-11-11T04:52:53,774 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/677c62639f56499a9bbdaeb304d73049 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/677c62639f56499a9bbdaeb304d73049 2024-11-11T04:52:53,778 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 677c62639f56499a9bbdaeb304d73049(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:53,779 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:53,779 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300773319; duration=0sec 2024-11-11T04:52:53,779 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:53,779 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:52:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:53,880 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b1ba48cc8b9c4deeb750c4f42824e0d6 2024-11-11T04:52:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/f29b61ab1cc04730a509f9634b1f6e5f is 50, key is test_row_0/C:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742316_1492 (size=12001) 2024-11-11T04:52:53,898 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/f29b61ab1cc04730a509f9634b1f6e5f 2024-11-11T04:52:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/830468f4429d408db45d32dc82d6e446 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446 2024-11-11T04:52:53,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T04:52:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b1ba48cc8b9c4deeb750c4f42824e0d6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6 2024-11-11T04:52:53,913 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T04:52:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/f29b61ab1cc04730a509f9634b1f6e5f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f 2024-11-11T04:52:53,921 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T04:52:53,922 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 2e49b85dd61bc0601f270977234b6a5a in 463ms, sequenceid=73, compaction requested=false 2024-11-11T04:52:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-11T04:52:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-11T04:52:53,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-11T04:52:53,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2290 sec 2024-11-11T04:52:53,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.2370 sec 2024-11-11T04:52:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:54,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:54,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:54,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/40ad22aabed741dab6be4d39127876ac is 50, key is test_row_1/A:col10/1731300774287/Put/seqid=0 2024-11-11T04:52:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742317_1493 (size=11997) 2024-11-11T04:52:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300834343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300834344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300834357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300834360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300834462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300834462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300834482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300834482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300834672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300834682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300834702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300834702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/40ad22aabed741dab6be4d39127876ac 2024-11-11T04:52:54,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/c22cd34258cf4246bdfb803bda014937 is 50, key is test_row_1/B:col10/1731300774287/Put/seqid=0 2024-11-11T04:52:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742318_1494 (size=9657) 2024-11-11T04:52:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300834792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,796 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T04:52:54,842 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:54,842 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-11T04:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T04:52:54,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:54,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:54,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T04:52:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300834992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T04:52:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:54,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300835005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300835022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300835022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/c22cd34258cf4246bdfb803bda014937 2024-11-11T04:52:55,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T04:52:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T04:52:55,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/43c869ce4bf54e27bfc73138d1862790 is 50, key is test_row_1/C:col10/1731300774287/Put/seqid=0 2024-11-11T04:52:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742319_1495 (size=9657) 2024-11-11T04:52:55,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/43c869ce4bf54e27bfc73138d1862790 2024-11-11T04:52:55,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/40ad22aabed741dab6be4d39127876ac as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac 2024-11-11T04:52:55,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac, entries=150, sequenceid=87, filesize=11.7 K 2024-11-11T04:52:55,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/c22cd34258cf4246bdfb803bda014937 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937 2024-11-11T04:52:55,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937, entries=100, sequenceid=87, filesize=9.4 K 2024-11-11T04:52:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/43c869ce4bf54e27bfc73138d1862790 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790 2024-11-11T04:52:55,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790, entries=100, sequenceid=87, filesize=9.4 K 2024-11-11T04:52:55,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2e49b85dd61bc0601f270977234b6a5a in 934ms, sequenceid=87, compaction requested=true 2024-11-11T04:52:55,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:55,224 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:55,224 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:55,225 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:55,225 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:52:55,225 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,225 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e0b0ce969fba44048cca0f3ff2b1a62e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.3 K 2024-11-11T04:52:55,225 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:55,225 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:52:55,225 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,225 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/51dbc997b7674524a0ab2fa9c78f1af1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=33.0 K 2024-11-11T04:52:55,226 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b0ce969fba44048cca0f3ff2b1a62e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:55,228 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 51dbc997b7674524a0ab2fa9c78f1af1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:55,228 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 830468f4429d408db45d32dc82d6e446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731300772102 2024-11-11T04:52:55,228 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ba48cc8b9c4deeb750c4f42824e0d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731300772102 2024-11-11T04:52:55,228 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40ad22aabed741dab6be4d39127876ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300774284 2024-11-11T04:52:55,228 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c22cd34258cf4246bdfb803bda014937, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300774286 2024-11-11T04:52:55,240 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:55,241 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/43388c99ebae4a879c4c3fbad9121467 is 50, key is test_row_0/B:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:55,249 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:55,250 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/ebd73448a25340839db0e141019a1189 is 50, key is test_row_0/A:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:55,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T04:52:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:52:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742320_1496 (size=12207) 2024-11-11T04:52:55,318 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/43388c99ebae4a879c4c3fbad9121467 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43388c99ebae4a879c4c3fbad9121467 2024-11-11T04:52:55,327 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 43388c99ebae4a879c4c3fbad9121467(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:55,327 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:55,327 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300775224; duration=0sec 2024-11-11T04:52:55,328 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:55,328 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:52:55,328 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742321_1497 (size=12207) 2024-11-11T04:52:55,329 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:55,329 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:52:55,329 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,329 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/677c62639f56499a9bbdaeb304d73049, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=33.0 K 2024-11-11T04:52:55,330 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 677c62639f56499a9bbdaeb304d73049, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731300771739 2024-11-11T04:52:55,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/31579b1e3d3c4fa189b8414455431a83 is 50, key is test_row_0/A:col10/1731300774318/Put/seqid=0 2024-11-11T04:52:55,330 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f29b61ab1cc04730a509f9634b1f6e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731300772102 2024-11-11T04:52:55,331 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c869ce4bf54e27bfc73138d1862790, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300774286 2024-11-11T04:52:55,334 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/ebd73448a25340839db0e141019a1189 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/ebd73448a25340839db0e141019a1189 2024-11-11T04:52:55,339 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into ebd73448a25340839db0e141019a1189(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:55,339 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:55,339 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300775224; duration=0sec 2024-11-11T04:52:55,340 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:55,340 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:52:55,354 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:55,354 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1a63dbe3806246569d6dff24dc2918a4 is 50, key is test_row_0/C:col10/1731300772102/Put/seqid=0 2024-11-11T04:52:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742322_1498 (size=12001) 2024-11-11T04:52:55,371 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/31579b1e3d3c4fa189b8414455431a83 2024-11-11T04:52:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742323_1499 (size=12207) 2024-11-11T04:52:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8d05f2a8e55d48dabb0e28604e5ac79b is 50, key is test_row_0/B:col10/1731300774318/Put/seqid=0 2024-11-11T04:52:55,417 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1a63dbe3806246569d6dff24dc2918a4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1a63dbe3806246569d6dff24dc2918a4 2024-11-11T04:52:55,427 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 1a63dbe3806246569d6dff24dc2918a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:55,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:55,427 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300775224; duration=0sec 2024-11-11T04:52:55,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:55,427 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:52:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742324_1500 (size=12001) 2024-11-11T04:52:55,441 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8d05f2a8e55d48dabb0e28604e5ac79b 2024-11-11T04:52:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/bfe98d51823f4c6789a740076748a732 is 50, key is test_row_0/C:col10/1731300774318/Put/seqid=0 2024-11-11T04:52:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742325_1501 (size=12001) 2024-11-11T04:52:55,460 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/bfe98d51823f4c6789a740076748a732 2024-11-11T04:52:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/31579b1e3d3c4fa189b8414455431a83 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83 2024-11-11T04:52:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T04:52:55,472 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T04:52:55,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8d05f2a8e55d48dabb0e28604e5ac79b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b 2024-11-11T04:52:55,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T04:52:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/bfe98d51823f4c6789a740076748a732 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732 2024-11-11T04:52:55,485 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T04:52:55,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 2e49b85dd61bc0601f270977234b6a5a in 176ms, sequenceid=113, compaction requested=false 2024-11-11T04:52:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-11T04:52:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-11T04:52:55,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-11T04:52:55,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 643 msec 2024-11-11T04:52:55,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 653 msec 2024-11-11T04:52:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:55,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:55,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:55,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b4cb0b4fe3d34cbda3fa7b5436035552 is 50, key is test_row_0/A:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742326_1502 (size=16681) 2024-11-11T04:52:55,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b4cb0b4fe3d34cbda3fa7b5436035552 2024-11-11T04:52:55,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/cb8e24c78f9c48a5a0d3eaf30d336529 is 50, key is test_row_0/B:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:55,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742327_1503 (size=12001) 2024-11-11T04:52:55,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300835620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300835621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300835624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300835626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300835742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300835742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300835743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300835743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300835961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300835962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300835962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300835963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T04:52:55,983 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:55,984 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-11T04:52:55,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T04:52:55,989 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:55,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:56,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/cb8e24c78f9c48a5a0d3eaf30d336529 2024-11-11T04:52:56,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/98d31e41b5b440d9a3c8b11bfd71108d is 50, key is test_row_0/C:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742328_1504 (size=12001) 2024-11-11T04:52:56,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/98d31e41b5b440d9a3c8b11bfd71108d 2024-11-11T04:52:56,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b4cb0b4fe3d34cbda3fa7b5436035552 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552 2024-11-11T04:52:56,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552, entries=250, sequenceid=128, filesize=16.3 K 2024-11-11T04:52:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/cb8e24c78f9c48a5a0d3eaf30d336529 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529 2024-11-11T04:52:56,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T04:52:56,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/98d31e41b5b440d9a3c8b11bfd71108d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d 2024-11-11T04:52:56,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T04:52:56,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2e49b85dd61bc0601f270977234b6a5a in 491ms, sequenceid=128, compaction requested=true 2024-11-11T04:52:56,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,048 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:56,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T04:52:56,051 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,054 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,054 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:52:56,054 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,054 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/ebd73448a25340839db0e141019a1189, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.9 K 2024-11-11T04:52:56,054 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,054 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:52:56,054 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,054 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43388c99ebae4a879c4c3fbad9121467, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.4 K 2024-11-11T04:52:56,055 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebd73448a25340839db0e141019a1189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300772102 2024-11-11T04:52:56,055 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 43388c99ebae4a879c4c3fbad9121467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300772102 2024-11-11T04:52:56,055 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d05f2a8e55d48dabb0e28604e5ac79b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731300774318 2024-11-11T04:52:56,055 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31579b1e3d3c4fa189b8414455431a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731300774318 2024-11-11T04:52:56,055 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting cb8e24c78f9c48a5a0d3eaf30d336529, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775531 2024-11-11T04:52:56,056 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4cb0b4fe3d34cbda3fa7b5436035552, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775515 2024-11-11T04:52:56,070 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,070 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/7badc3c0aa6e4e4c85065eff4747cbfb is 50, key is test_row_0/A:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:56,072 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,072 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/1c211ba8b0da4d5fbcb2a5fdbed477d3 is 50, key is test_row_0/B:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742329_1505 (size=12309) 2024-11-11T04:52:56,089 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/7badc3c0aa6e4e4c85065eff4747cbfb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7badc3c0aa6e4e4c85065eff4747cbfb 2024-11-11T04:52:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T04:52:56,097 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 7badc3c0aa6e4e4c85065eff4747cbfb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:56,097 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,097 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300776048; duration=0sec 2024-11-11T04:52:56,097 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:56,097 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:52:56,097 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,098 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,098 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:52:56,098 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,098 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1a63dbe3806246569d6dff24dc2918a4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.4 K 2024-11-11T04:52:56,100 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a63dbe3806246569d6dff24dc2918a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731300772102 2024-11-11T04:52:56,100 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe98d51823f4c6789a740076748a732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731300774318 2024-11-11T04:52:56,100 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d31e41b5b440d9a3c8b11bfd71108d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775531 2024-11-11T04:52:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742330_1506 (size=12309) 2024-11-11T04:52:56,110 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,110 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/edc48ed0d9434935a9bcaed331c35a6a is 50, key is test_row_0/C:col10/1731300775531/Put/seqid=0 2024-11-11T04:52:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742331_1507 (size=12309) 2024-11-11T04:52:56,130 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/edc48ed0d9434935a9bcaed331c35a6a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/edc48ed0d9434935a9bcaed331c35a6a 2024-11-11T04:52:56,135 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into edc48ed0d9434935a9bcaed331c35a6a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:56,135 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,135 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300776050; duration=0sec 2024-11-11T04:52:56,136 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,136 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:52:56,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T04:52:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,143 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:56,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/01079f92e4744c4ba5e504e4ed65a830 is 50, key is test_row_0/A:col10/1731300775624/Put/seqid=0 2024-11-11T04:52:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742332_1508 (size=12151) 2024-11-11T04:52:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:56,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300836290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300836291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300836293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300836302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300836412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300836412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300836412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300836421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,512 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/1c211ba8b0da4d5fbcb2a5fdbed477d3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1c211ba8b0da4d5fbcb2a5fdbed477d3 2024-11-11T04:52:56,516 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 1c211ba8b0da4d5fbcb2a5fdbed477d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:56,516 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,516 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300776050; duration=0sec 2024-11-11T04:52:56,517 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,517 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:52:56,558 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/01079f92e4744c4ba5e504e4ed65a830 2024-11-11T04:52:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/6015cf853e4a4406b24b873911f574ce is 50, key is test_row_0/B:col10/1731300775624/Put/seqid=0 2024-11-11T04:52:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742333_1509 (size=12151) 2024-11-11T04:52:56,570 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/6015cf853e4a4406b24b873911f574ce 2024-11-11T04:52:56,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/288bf155511341d6a0f1eec59109f836 is 50, key is test_row_0/C:col10/1731300775624/Put/seqid=0 2024-11-11T04:52:56,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742334_1510 (size=12151) 2024-11-11T04:52:56,592 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/288bf155511341d6a0f1eec59109f836 2024-11-11T04:52:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T04:52:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/01079f92e4744c4ba5e504e4ed65a830 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830 2024-11-11T04:52:56,624 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T04:52:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/6015cf853e4a4406b24b873911f574ce as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce 2024-11-11T04:52:56,632 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T04:52:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/288bf155511341d6a0f1eec59109f836 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836 2024-11-11T04:52:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300836631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,637 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T04:52:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,638 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2e49b85dd61bc0601f270977234b6a5a in 494ms, sequenceid=154, compaction requested=false 2024-11-11T04:52:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-11T04:52:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-11T04:52:56,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:52:56,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-11T04:52:56,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-11T04:52:56,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 658 msec 2024-11-11T04:52:56,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f65f0147cbb343078ac0f502c947a7e7 is 50, key is test_row_0/A:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742335_1511 (size=14541) 2024-11-11T04:52:56,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f65f0147cbb343078ac0f502c947a7e7 2024-11-11T04:52:56,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/70ca4cb11e5c4f83aa688be46ccfc918 is 50, key is test_row_0/B:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742336_1512 (size=12151) 2024-11-11T04:52:56,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/70ca4cb11e5c4f83aa688be46ccfc918 2024-11-11T04:52:56,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300836689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1555ad12e9784cd6b088935f15e1b144 is 50, key is test_row_0/C:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300836697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300836697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742337_1513 (size=12151) 2024-11-11T04:52:56,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1555ad12e9784cd6b088935f15e1b144 2024-11-11T04:52:56,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f65f0147cbb343078ac0f502c947a7e7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7 2024-11-11T04:52:56,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7, entries=200, sequenceid=168, filesize=14.2 K 2024-11-11T04:52:56,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/70ca4cb11e5c4f83aa688be46ccfc918 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918 2024-11-11T04:52:56,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T04:52:56,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1555ad12e9784cd6b088935f15e1b144 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144 2024-11-11T04:52:56,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T04:52:56,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2e49b85dd61bc0601f270977234b6a5a in 96ms, sequenceid=168, compaction requested=true 2024-11-11T04:52:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,735 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,735 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:52:56,736 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,736 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7badc3c0aa6e4e4c85065eff4747cbfb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=38.1 K 2024-11-11T04:52:56,736 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1c211ba8b0da4d5fbcb2a5fdbed477d3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.8 K 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c211ba8b0da4d5fbcb2a5fdbed477d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775531 2024-11-11T04:52:56,736 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7badc3c0aa6e4e4c85065eff4747cbfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775531 2024-11-11T04:52:56,737 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01079f92e4744c4ba5e504e4ed65a830, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731300775600 2024-11-11T04:52:56,737 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6015cf853e4a4406b24b873911f574ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731300775600 2024-11-11T04:52:56,737 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65f0147cbb343078ac0f502c947a7e7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:56,737 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ca4cb11e5c4f83aa688be46ccfc918, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:56,747 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,747 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,747 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/033d1cf513b94728926735ea61dc0c8c is 50, key is test_row_0/B:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,748 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/2ca7dbe995c94c7fbfa36759a7c62f97 is 50, key is test_row_0/A:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:56,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:56,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742339_1515 (size=12561) 2024-11-11T04:52:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742338_1514 (size=12561) 2024-11-11T04:52:56,801 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/2ca7dbe995c94c7fbfa36759a7c62f97 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2ca7dbe995c94c7fbfa36759a7c62f97 2024-11-11T04:52:56,809 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 2ca7dbe995c94c7fbfa36759a7c62f97(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:56,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,809 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300776735; duration=0sec 2024-11-11T04:52:56,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:56,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:52:56,809 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:52:56,811 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:52:56,812 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:52:56,812 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:56,812 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/edc48ed0d9434935a9bcaed331c35a6a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=35.8 K 2024-11-11T04:52:56,813 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting edc48ed0d9434935a9bcaed331c35a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731300775531 2024-11-11T04:52:56,813 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 288bf155511341d6a0f1eec59109f836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731300775600 2024-11-11T04:52:56,814 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1555ad12e9784cd6b088935f15e1b144, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:56,815 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:56,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:52:56,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/16ca0a23f632448ebf0771fb0fe0dfe3 is 50, key is test_row_0/A:col10/1731300776813/Put/seqid=0 2024-11-11T04:52:56,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300836833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,847 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:56,848 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1d03b74cbc0a4525b8b2b389a91ca459 is 50, key is test_row_0/C:col10/1731300776289/Put/seqid=0 2024-11-11T04:52:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300836844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300836845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742340_1516 (size=14541) 2024-11-11T04:52:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742341_1517 (size=12561) 2024-11-11T04:52:56,885 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/1d03b74cbc0a4525b8b2b389a91ca459 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1d03b74cbc0a4525b8b2b389a91ca459 2024-11-11T04:52:56,897 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 1d03b74cbc0a4525b8b2b389a91ca459(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:56,897 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:56,897 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300776752; duration=0sec 2024-11-11T04:52:56,897 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:56,897 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:52:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300836942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300836953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300836961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300836962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T04:52:57,122 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:57,123 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-11T04:52:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:57,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:57,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:57,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300837161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300837172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300837182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,189 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/033d1cf513b94728926735ea61dc0c8c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/033d1cf513b94728926735ea61dc0c8c 2024-11-11T04:52:57,201 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 033d1cf513b94728926735ea61dc0c8c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:57,201 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:57,201 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300776735; duration=0sec 2024-11-11T04:52:57,202 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:57,202 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:52:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:57,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/16ca0a23f632448ebf0771fb0fe0dfe3 2024-11-11T04:52:57,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9dd0f051d74e4c50958076c5ec49310a is 50, key is test_row_0/B:col10/1731300776813/Put/seqid=0 2024-11-11T04:52:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742342_1518 (size=12151) 2024-11-11T04:52:57,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300837451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300837482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300837482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300837492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:57,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9dd0f051d74e4c50958076c5ec49310a 2024-11-11T04:52:57,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/91ae6495ab6249059f27adb8245619ea is 50, key is test_row_0/C:col10/1731300776813/Put/seqid=0 2024-11-11T04:52:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742343_1519 (size=12151) 2024-11-11T04:52:57,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:57,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:57,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300837992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:58,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300838002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300838002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:58,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:58,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:58,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/91ae6495ab6249059f27adb8245619ea 2024-11-11T04:52:58,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/16ca0a23f632448ebf0771fb0fe0dfe3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3 2024-11-11T04:52:58,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3, entries=200, sequenceid=193, filesize=14.2 K 2024-11-11T04:52:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9dd0f051d74e4c50958076c5ec49310a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a 2024-11-11T04:52:58,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T04:52:58,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/91ae6495ab6249059f27adb8245619ea as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea 2024-11-11T04:52:58,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T04:52:58,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2e49b85dd61bc0601f270977234b6a5a in 1327ms, sequenceid=193, compaction requested=false 2024-11-11T04:52:58,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:58,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T04:52:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:58,209 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:52:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/d8a9f65c9c0e40ac864c749ff098bba2 is 50, key is test_row_0/A:col10/1731300776815/Put/seqid=0 2024-11-11T04:52:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742344_1520 (size=12151) 2024-11-11T04:52:58,267 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/d8a9f65c9c0e40ac864c749ff098bba2 2024-11-11T04:52:58,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/4e4d6287ab4f4e25832d50d660e3aaf8 is 50, key is test_row_0/B:col10/1731300776815/Put/seqid=0 2024-11-11T04:52:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742345_1521 (size=12151) 2024-11-11T04:52:58,337 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/4e4d6287ab4f4e25832d50d660e3aaf8 2024-11-11T04:52:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b6763ba8baa64f45bcda47914c03e899 is 50, key is test_row_0/C:col10/1731300776815/Put/seqid=0 2024-11-11T04:52:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742346_1522 (size=12151) 2024-11-11T04:52:58,389 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b6763ba8baa64f45bcda47914c03e899 2024-11-11T04:52:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/d8a9f65c9c0e40ac864c749ff098bba2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2 2024-11-11T04:52:58,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T04:52:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/4e4d6287ab4f4e25832d50d660e3aaf8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8 2024-11-11T04:52:58,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T04:52:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b6763ba8baa64f45bcda47914c03e899 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899 2024-11-11T04:52:58,425 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T04:52:58,427 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 2e49b85dd61bc0601f270977234b6a5a in 218ms, sequenceid=207, compaction requested=true 2024-11-11T04:52:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-11T04:52:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-11T04:52:58,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-11T04:52:58,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-11-11T04:52:58,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.3140 sec 2024-11-11T04:52:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:58,526 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:58,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:58,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c56029a623cb44f1adb7b0a81a2d6d9a is 50, key is test_row_0/A:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742347_1523 (size=12151) 2024-11-11T04:52:58,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c56029a623cb44f1adb7b0a81a2d6d9a 2024-11-11T04:52:58,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a7e31be1c38c46ba9941328680bebcc4 is 50, key is test_row_0/B:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742348_1524 (size=12151) 2024-11-11T04:52:58,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300838822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:58,831 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:58,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300838840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300838962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300839002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,010 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a7e31be1c38c46ba9941328680bebcc4 2024-11-11T04:52:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300839022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300839022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,033 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_0' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,034 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:52:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/244a424a6df84b9bb72aadfdf03af957 is 50, key is test_row_0/C:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:59,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742349_1525 (size=12151) 2024-11-11T04:52:59,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/244a424a6df84b9bb72aadfdf03af957 2024-11-11T04:52:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c56029a623cb44f1adb7b0a81a2d6d9a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a 2024-11-11T04:52:59,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a, entries=150, sequenceid=218, filesize=11.9 K 2024-11-11T04:52:59,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a7e31be1c38c46ba9941328680bebcc4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4 2024-11-11T04:52:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4, entries=150, sequenceid=218, filesize=11.9 K 2024-11-11T04:52:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/244a424a6df84b9bb72aadfdf03af957 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957 2024-11-11T04:52:59,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957, entries=150, sequenceid=218, filesize=11.9 K 2024-11-11T04:52:59,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e49b85dd61bc0601f270977234b6a5a in 556ms, sequenceid=218, compaction requested=true 2024-11-11T04:52:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:59,083 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:59,083 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:52:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:59,084 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:59,084 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:52:59,084 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,084 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2ca7dbe995c94c7fbfa36759a7c62f97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=50.2 K 2024-11-11T04:52:59,084 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:59,084 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:52:59,084 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,084 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/033d1cf513b94728926735ea61dc0c8c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=47.9 K 2024-11-11T04:52:59,085 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 033d1cf513b94728926735ea61dc0c8c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:59,085 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ca7dbe995c94c7fbfa36759a7c62f97, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:59,085 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd0f051d74e4c50958076c5ec49310a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731300776676 2024-11-11T04:52:59,085 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16ca0a23f632448ebf0771fb0fe0dfe3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731300776676 2024-11-11T04:52:59,087 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e4d6287ab4f4e25832d50d660e3aaf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300776815 2024-11-11T04:52:59,087 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8a9f65c9c0e40ac864c749ff098bba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300776815 2024-11-11T04:52:59,088 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a7e31be1c38c46ba9941328680bebcc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:52:59,088 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c56029a623cb44f1adb7b0a81a2d6d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:52:59,103 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:59,103 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/e9c9561c10b2474e88c260a4389a69e0 is 50, key is test_row_0/B:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:59,106 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#442 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:59,107 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/7cf9ca31acc44d2187763410f3c387c3 is 50, key is test_row_0/A:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742350_1526 (size=12697) 2024-11-11T04:52:59,129 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/e9c9561c10b2474e88c260a4389a69e0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e9c9561c10b2474e88c260a4389a69e0 2024-11-11T04:52:59,135 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into e9c9561c10b2474e88c260a4389a69e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:59,135 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:59,135 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=12, startTime=1731300779083; duration=0sec 2024-11-11T04:52:59,135 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:52:59,135 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:52:59,135 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:52:59,141 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:52:59,141 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:52:59,141 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,141 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1d03b74cbc0a4525b8b2b389a91ca459, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=47.9 K 2024-11-11T04:52:59,142 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d03b74cbc0a4525b8b2b389a91ca459, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731300776288 2024-11-11T04:52:59,148 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ae6495ab6249059f27adb8245619ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731300776676 2024-11-11T04:52:59,148 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b6763ba8baa64f45bcda47914c03e899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731300776815 2024-11-11T04:52:59,149 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 244a424a6df84b9bb72aadfdf03af957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:52:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742351_1527 (size=12697) 2024-11-11T04:52:59,159 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:52:59,165 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c394b2757aba49fc9ee931c431fa91ee is 50, key is test_row_0/C:col10/1731300778524/Put/seqid=0 2024-11-11T04:52:59,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742352_1528 (size=12697) 2024-11-11T04:52:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:59,188 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:59,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:52:59,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c1d2a98730c34caaa5f5ceff2a1d1f05 is 50, key is test_row_0/A:col10/1731300779187/Put/seqid=0 2024-11-11T04:52:59,204 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c394b2757aba49fc9ee931c431fa91ee as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c394b2757aba49fc9ee931c431fa91ee 2024-11-11T04:52:59,209 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into c394b2757aba49fc9ee931c431fa91ee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:59,209 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:59,209 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=12, startTime=1731300779083; duration=0sec 2024-11-11T04:52:59,209 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:59,209 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:52:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742353_1529 (size=12151) 2024-11-11T04:52:59,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c1d2a98730c34caaa5f5ceff2a1d1f05 2024-11-11T04:52:59,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/08d81933551e44cfacbdb8c67128c141 is 50, key is test_row_0/B:col10/1731300779187/Put/seqid=0 2024-11-11T04:52:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300839252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742354_1530 (size=12151) 2024-11-11T04:52:59,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/08d81933551e44cfacbdb8c67128c141 2024-11-11T04:52:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T04:52:59,274 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:52:59,274 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:52:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-11T04:52:59,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:52:59,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:52:59,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:52:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:52:59,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0f689300a8194cbfa2df91497171f98f is 50, key is test_row_0/C:col10/1731300779187/Put/seqid=0 2024-11-11T04:52:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742355_1531 (size=12151) 2024-11-11T04:52:59,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0f689300a8194cbfa2df91497171f98f 2024-11-11T04:52:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/c1d2a98730c34caaa5f5ceff2a1d1f05 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05 2024-11-11T04:52:59,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T04:52:59,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/08d81933551e44cfacbdb8c67128c141 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141 2024-11-11T04:52:59,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T04:52:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0f689300a8194cbfa2df91497171f98f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f 2024-11-11T04:52:59,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T04:52:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2e49b85dd61bc0601f270977234b6a5a in 139ms, sequenceid=245, compaction requested=false 2024-11-11T04:52:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:52:59,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:52:59,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:52:59,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/aa14ff4f33864a1ba07b3215e74501c7 is 50, key is test_row_0/A:col10/1731300779364/Put/seqid=0 2024-11-11T04:52:59,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742356_1532 (size=14591) 2024-11-11T04:52:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:52:59,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:52:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300839502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,557 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/7cf9ca31acc44d2187763410f3c387c3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7cf9ca31acc44d2187763410f3c387c3 2024-11-11T04:52:59,560 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 7cf9ca31acc44d2187763410f3c387c3(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:52:59,560 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:52:59,561 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=12, startTime=1731300779082; duration=0sec 2024-11-11T04:52:59,561 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:52:59,561 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:52:59,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:52:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:52:59,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300839612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:52:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:59,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/aa14ff4f33864a1ba07b3215e74501c7 2024-11-11T04:52:59,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8b87f1a0eded466cb48c103b0caee621 is 50, key is test_row_0/B:col10/1731300779364/Put/seqid=0 2024-11-11T04:52:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742357_1533 (size=12201) 2024-11-11T04:52:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:52:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300839822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:52:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:52:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:52:59,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:52:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:52:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:52:59,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:52:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:53:00,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:53:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300840132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:00,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8b87f1a0eded466cb48c103b0caee621 2024-11-11T04:53:00,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:53:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:00,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/3f0e34084b704934883645000151f655 is 50, key is test_row_0/C:col10/1731300779364/Put/seqid=0 2024-11-11T04:53:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742358_1534 (size=12201) 2024-11-11T04:53:00,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/3f0e34084b704934883645000151f655 2024-11-11T04:53:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/aa14ff4f33864a1ba07b3215e74501c7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7 2024-11-11T04:53:00,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7, entries=200, sequenceid=257, filesize=14.2 K 2024-11-11T04:53:00,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/8b87f1a0eded466cb48c103b0caee621 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621 2024-11-11T04:53:00,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T04:53:00,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/3f0e34084b704934883645000151f655 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655 2024-11-11T04:53:00,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T04:53:00,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e49b85dd61bc0601f270977234b6a5a in 876ms, sequenceid=257, compaction requested=true 2024-11-11T04:53:00,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:00,242 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:00,242 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:00,243 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:00,243 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:00,243 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,243 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7cf9ca31acc44d2187763410f3c387c3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=38.5 K 2024-11-11T04:53:00,244 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cf9ca31acc44d2187763410f3c387c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:53:00,244 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:00,244 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:00,244 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,244 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e9c9561c10b2474e88c260a4389a69e0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.2 K 2024-11-11T04:53:00,245 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1d2a98730c34caaa5f5ceff2a1d1f05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731300778806 2024-11-11T04:53:00,247 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting e9c9561c10b2474e88c260a4389a69e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:53:00,247 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa14ff4f33864a1ba07b3215e74501c7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779227 2024-11-11T04:53:00,247 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d81933551e44cfacbdb8c67128c141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731300778806 2024-11-11T04:53:00,247 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b87f1a0eded466cb48c103b0caee621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779236 2024-11-11T04:53:00,266 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:00,267 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0c0e55f058ab4f89ae571de7e446634e is 50, key is test_row_0/B:col10/1731300779364/Put/seqid=0 2024-11-11T04:53:00,279 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:00,280 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/79e4fee94d6d47c7b8cdffe98afd7676 is 50, key is test_row_0/A:col10/1731300779364/Put/seqid=0 2024-11-11T04:53:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742359_1535 (size=12849) 2024-11-11T04:53:00,303 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0c0e55f058ab4f89ae571de7e446634e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0c0e55f058ab4f89ae571de7e446634e 2024-11-11T04:53:00,311 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 0c0e55f058ab4f89ae571de7e446634e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:00,311 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:00,311 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300780242; duration=0sec 2024-11-11T04:53:00,312 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:00,312 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:00,312 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:00,315 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:00,315 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:00,315 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,316 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c394b2757aba49fc9ee931c431fa91ee, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.2 K 2024-11-11T04:53:00,320 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c394b2757aba49fc9ee931c431fa91ee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731300778509 2024-11-11T04:53:00,321 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f689300a8194cbfa2df91497171f98f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731300778806 2024-11-11T04:53:00,325 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f0e34084b704934883645000151f655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779236 2024-11-11T04:53:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742360_1536 (size=12849) 2024-11-11T04:53:00,346 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:00,347 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/fd2887028c8c4b93ac13a96120b09019 is 50, key is test_row_0/C:col10/1731300779364/Put/seqid=0 2024-11-11T04:53:00,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T04:53:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,350 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:53:00,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fb39043111f4413c945776e5724c57f9 is 50, key is test_row_0/A:col10/1731300779488/Put/seqid=0 2024-11-11T04:53:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742362_1538 (size=12301) 2024-11-11T04:53:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742361_1537 (size=12849) 2024-11-11T04:53:00,409 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/fd2887028c8c4b93ac13a96120b09019 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/fd2887028c8c4b93ac13a96120b09019 2024-11-11T04:53:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:53:00,414 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into fd2887028c8c4b93ac13a96120b09019(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:00,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:00,414 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300780243; duration=0sec 2024-11-11T04:53:00,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:00,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:00,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:00,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300840694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:00,741 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/79e4fee94d6d47c7b8cdffe98afd7676 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/79e4fee94d6d47c7b8cdffe98afd7676 2024-11-11T04:53:00,750 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 79e4fee94d6d47c7b8cdffe98afd7676(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:00,750 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:00,750 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300780242; duration=0sec 2024-11-11T04:53:00,750 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:00,750 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:00,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fb39043111f4413c945776e5724c57f9 2024-11-11T04:53:00,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0719e3a174b549fc8f102d0a8fb7cb7e is 50, key is test_row_0/B:col10/1731300779488/Put/seqid=0 2024-11-11T04:53:00,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300840802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742363_1539 (size=12301) 2024-11-11T04:53:00,820 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0719e3a174b549fc8f102d0a8fb7cb7e 2024-11-11T04:53:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b16ad7084baa408685e356b031eef363 is 50, key is test_row_0/C:col10/1731300779488/Put/seqid=0 2024-11-11T04:53:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742364_1540 (size=12301) 2024-11-11T04:53:00,832 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b16ad7084baa408685e356b031eef363 2024-11-11T04:53:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fb39043111f4413c945776e5724c57f9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9 2024-11-11T04:53:00,843 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T04:53:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0719e3a174b549fc8f102d0a8fb7cb7e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e 2024-11-11T04:53:00,847 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T04:53:00,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b16ad7084baa408685e356b031eef363 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363 2024-11-11T04:53:00,852 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T04:53:00,852 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2e49b85dd61bc0601f270977234b6a5a in 502ms, sequenceid=284, compaction requested=false 2024-11-11T04:53:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-11T04:53:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-11T04:53:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-11T04:53:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-11-11T04:53:00,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.5840 sec 2024-11-11T04:53:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:01,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:53:01,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/9d3bb72bf06f4ab691e12940699a6838 is 50, key is test_row_0/A:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742365_1541 (size=14741) 2024-11-11T04:53:01,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/9d3bb72bf06f4ab691e12940699a6838 2024-11-11T04:53:01,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b5093e92af3749d29aa13697e24272f8 is 50, key is test_row_0/B:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742366_1542 (size=12301) 2024-11-11T04:53:01,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b5093e92af3749d29aa13697e24272f8 2024-11-11T04:53:01,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/90ab5e1d8c4242c78d50cc401d174b16 is 50, key is test_row_0/C:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742367_1543 (size=12301) 2024-11-11T04:53:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300841082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300841084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300841085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300841086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300841191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300841202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300841202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300841202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300841401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300841412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300841412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300841412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T04:53:01,422 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:01,423 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-11T04:53:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:01,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:01,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:01,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:01,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/90ab5e1d8c4242c78d50cc401d174b16 2024-11-11T04:53:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/9d3bb72bf06f4ab691e12940699a6838 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838 2024-11-11T04:53:01,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838, entries=200, sequenceid=298, filesize=14.4 K 2024-11-11T04:53:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/b5093e92af3749d29aa13697e24272f8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8 2024-11-11T04:53:01,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8, entries=150, sequenceid=298, filesize=12.0 K 2024-11-11T04:53:01,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/90ab5e1d8c4242c78d50cc401d174b16 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16 2024-11-11T04:53:01,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16, entries=150, sequenceid=298, filesize=12.0 K 2024-11-11T04:53:01,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2e49b85dd61bc0601f270977234b6a5a in 451ms, sequenceid=298, compaction requested=true 2024-11-11T04:53:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:01,468 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:01,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:01,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:01,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:01,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T04:53:01,470 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:01,470 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:01,470 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:01,470 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:01,470 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/79e4fee94d6d47c7b8cdffe98afd7676, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.0 K 2024-11-11T04:53:01,471 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79e4fee94d6d47c7b8cdffe98afd7676, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779236 2024-11-11T04:53:01,471 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:01,471 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb39043111f4413c945776e5724c57f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731300779488 2024-11-11T04:53:01,471 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:01,471 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:01,471 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0c0e55f058ab4f89ae571de7e446634e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.6 K 2024-11-11T04:53:01,471 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d3bb72bf06f4ab691e12940699a6838, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:01,472 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c0e55f058ab4f89ae571de7e446634e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779236 2024-11-11T04:53:01,472 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0719e3a174b549fc8f102d0a8fb7cb7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731300779488 2024-11-11T04:53:01,474 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b5093e92af3749d29aa13697e24272f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:01,482 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:01,482 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f7fa01449a7b4b499a8d71f88adbc238 is 50, key is test_row_0/A:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,485 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:01,485 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/817bf762b8fe4ee384a692204c7d0e0a is 50, key is test_row_0/B:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742368_1544 (size=13051) 2024-11-11T04:53:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742369_1545 (size=13051) 2024-11-11T04:53:01,508 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/817bf762b8fe4ee384a692204c7d0e0a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/817bf762b8fe4ee384a692204c7d0e0a 2024-11-11T04:53:01,514 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 817bf762b8fe4ee384a692204c7d0e0a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:01,514 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:01,514 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300781468; duration=0sec 2024-11-11T04:53:01,514 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:01,514 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:01,514 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:01,515 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:01,515 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:01,515 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:01,515 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/fd2887028c8c4b93ac13a96120b09019, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.6 K 2024-11-11T04:53:01,516 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting fd2887028c8c4b93ac13a96120b09019, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731300779236 2024-11-11T04:53:01,521 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b16ad7084baa408685e356b031eef363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731300779488 2024-11-11T04:53:01,522 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 90ab5e1d8c4242c78d50cc401d174b16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:01,528 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:01,529 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/37265c3e900344e8839b2130018891ad is 50, key is test_row_0/C:col10/1731300780693/Put/seqid=0 2024-11-11T04:53:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742370_1546 (size=13051) 2024-11-11T04:53:01,539 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/37265c3e900344e8839b2130018891ad as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/37265c3e900344e8839b2130018891ad 2024-11-11T04:53:01,545 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 37265c3e900344e8839b2130018891ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:01,545 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:01,545 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300781469; duration=0sec 2024-11-11T04:53:01,545 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:01,545 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:01,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-11T04:53:01,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:01,578 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T04:53:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b02674314b4349ae9e0396dbe2022ab2 is 50, key is test_row_0/A:col10/1731300781085/Put/seqid=0 2024-11-11T04:53:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742371_1547 (size=12301) 2024-11-11T04:53:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300841733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300841735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300841740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300841741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300841852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300841852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300841852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300841862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:01,894 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f7fa01449a7b4b499a8d71f88adbc238 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7fa01449a7b4b499a8d71f88adbc238 2024-11-11T04:53:01,898 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into f7fa01449a7b4b499a8d71f88adbc238(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:01,898 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:01,898 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300781468; duration=0sec 2024-11-11T04:53:01,898 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:01,898 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:01,997 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b02674314b4349ae9e0396dbe2022ab2 2024-11-11T04:53:02,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/bc851ff05c7d4cb5a8eedcb20d6bb39e is 50, key is test_row_0/B:col10/1731300781085/Put/seqid=0 2024-11-11T04:53:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742372_1548 (size=12301) 2024-11-11T04:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:02,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300842061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300842071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300842071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300842082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300842381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300842382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300842392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300842402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:02,407 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/bc851ff05c7d4cb5a8eedcb20d6bb39e 2024-11-11T04:53:02,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/57443f4b4993480d973a5c85204c62bf is 50, key is test_row_0/C:col10/1731300781085/Put/seqid=0 2024-11-11T04:53:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742373_1549 (size=12301) 2024-11-11T04:53:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:02,833 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/57443f4b4993480d973a5c85204c62bf 2024-11-11T04:53:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b02674314b4349ae9e0396dbe2022ab2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2 2024-11-11T04:53:02,842 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T04:53:02,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/bc851ff05c7d4cb5a8eedcb20d6bb39e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e 2024-11-11T04:53:02,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T04:53:02,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/57443f4b4993480d973a5c85204c62bf as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf 2024-11-11T04:53:02,858 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T04:53:02,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2e49b85dd61bc0601f270977234b6a5a in 1281ms, sequenceid=324, compaction requested=false 2024-11-11T04:53:02,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:02,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:02,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-11T04:53:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-11T04:53:02,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-11T04:53:02,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-11T04:53:02,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.4420 sec 2024-11-11T04:53:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:53:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:02,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f7679e2035c04e5d86d378b7741a65c7 is 50, key is test_row_0/A:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742374_1550 (size=14741) 2024-11-11T04:53:02,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f7679e2035c04e5d86d378b7741a65c7 2024-11-11T04:53:02,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/ca204a2ace6b460286569c421775f822 is 50, key is test_row_0/B:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742375_1551 (size=12301) 2024-11-11T04:53:02,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/ca204a2ace6b460286569c421775f822 2024-11-11T04:53:02,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/04db511080664acc91e282236b596e20 is 50, key is test_row_0/C:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742376_1552 (size=12301) 2024-11-11T04:53:02,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/04db511080664acc91e282236b596e20 2024-11-11T04:53:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f7679e2035c04e5d86d378b7741a65c7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7 2024-11-11T04:53:02,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7, entries=200, sequenceid=338, filesize=14.4 K 2024-11-11T04:53:02,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/ca204a2ace6b460286569c421775f822 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822 2024-11-11T04:53:02,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T04:53:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/04db511080664acc91e282236b596e20 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20 2024-11-11T04:53:02,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T04:53:02,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=93.93 KB/96180 for 2e49b85dd61bc0601f270977234b6a5a in 48ms, sequenceid=338, compaction requested=true 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:02,945 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:02,945 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:02,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:53:02,947 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:02,947 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:02,947 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:02,947 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:02,947 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/817bf762b8fe4ee384a692204c7d0e0a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.8 K 2024-11-11T04:53:02,947 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:02,947 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:02,947 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7fa01449a7b4b499a8d71f88adbc238, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.2 K 2024-11-11T04:53:02,949 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7fa01449a7b4b499a8d71f88adbc238, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:02,949 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 817bf762b8fe4ee384a692204c7d0e0a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:02,949 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b02674314b4349ae9e0396dbe2022ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731300781068 2024-11-11T04:53:02,950 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting bc851ff05c7d4cb5a8eedcb20d6bb39e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731300781068 2024-11-11T04:53:02,950 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7679e2035c04e5d86d378b7741a65c7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:02,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8e08893c7ef04432afaac56873f60747 is 50, key is test_row_0/A:col10/1731300782920/Put/seqid=0 2024-11-11T04:53:02,952 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ca204a2ace6b460286569c421775f822, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:02,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742377_1553 (size=14741) 2024-11-11T04:53:02,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8e08893c7ef04432afaac56873f60747 2024-11-11T04:53:02,961 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:02,961 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/de77853fb6974b168a03839fca8fdc2f is 50, key is test_row_0/A:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,963 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:02,963 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/4427b5dad2bc4fad98a0b7de3f02ee80 is 50, key is test_row_0/B:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/623ecd6807ed4db18d3d432a2ffc1e7c is 50, key is test_row_0/B:col10/1731300782920/Put/seqid=0 2024-11-11T04:53:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742378_1554 (size=13153) 2024-11-11T04:53:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742379_1555 (size=12301) 2024-11-11T04:53:02,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/623ecd6807ed4db18d3d432a2ffc1e7c 2024-11-11T04:53:02,973 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/de77853fb6974b168a03839fca8fdc2f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/de77853fb6974b168a03839fca8fdc2f 2024-11-11T04:53:02,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/15187640744c4fab9d4499bbd8e8c6ba is 50, key is test_row_0/C:col10/1731300782920/Put/seqid=0 2024-11-11T04:53:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742380_1556 (size=13153) 2024-11-11T04:53:02,980 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into de77853fb6974b168a03839fca8fdc2f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:02,980 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:02,980 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300782945; duration=0sec 2024-11-11T04:53:02,980 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:02,980 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:02,980 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:02,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:02,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:02,981 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:02,981 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/37265c3e900344e8839b2130018891ad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.8 K 2024-11-11T04:53:02,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37265c3e900344e8839b2130018891ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731300780681 2024-11-11T04:53:02,981 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57443f4b4993480d973a5c85204c62bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731300781068 2024-11-11T04:53:02,982 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04db511080664acc91e282236b596e20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:02,984 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/4427b5dad2bc4fad98a0b7de3f02ee80 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4427b5dad2bc4fad98a0b7de3f02ee80 2024-11-11T04:53:02,989 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 4427b5dad2bc4fad98a0b7de3f02ee80(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:02,989 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:02,989 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300782945; duration=0sec 2024-11-11T04:53:02,989 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:02,989 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:02,989 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:02,990 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0a54075442094952b0c8272374d945f8 is 50, key is test_row_0/C:col10/1731300781739/Put/seqid=0 2024-11-11T04:53:02,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742381_1557 (size=12301) 2024-11-11T04:53:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742382_1558 (size=13153) 2024-11-11T04:53:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300842995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300842996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300842999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300842999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300843111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300843122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300843122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300843122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300843332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300843342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300843342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300843342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/15187640744c4fab9d4499bbd8e8c6ba 2024-11-11T04:53:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8e08893c7ef04432afaac56873f60747 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747 2024-11-11T04:53:03,397 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0a54075442094952b0c8272374d945f8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0a54075442094952b0c8272374d945f8 2024-11-11T04:53:03,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747, entries=200, sequenceid=356, filesize=14.4 K 2024-11-11T04:53:03,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/623ecd6807ed4db18d3d432a2ffc1e7c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c 2024-11-11T04:53:03,401 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 0a54075442094952b0c8272374d945f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:03,401 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:03,401 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300782945; duration=0sec 2024-11-11T04:53:03,401 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:03,401 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:03,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c, entries=150, sequenceid=356, filesize=12.0 K 2024-11-11T04:53:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/15187640744c4fab9d4499bbd8e8c6ba as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba 2024-11-11T04:53:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba, entries=150, sequenceid=356, filesize=12.0 K 2024-11-11T04:53:03,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2e49b85dd61bc0601f270977234b6a5a in 461ms, sequenceid=356, compaction requested=false 2024-11-11T04:53:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-11T04:53:03,572 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:03,573 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-11T04:53:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:03,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:03,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:03,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:03,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:03,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T04:53:03,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/89384db53baf4f0493584769794780ae is 50, key is test_row_0/A:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742383_1559 (size=14741) 2024-11-11T04:53:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300843670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300843673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300843676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300843682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:03,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300843792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300843793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300843793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300843793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:03,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:03,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:04,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300844012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300844012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300844012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300844012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/89384db53baf4f0493584769794780ae 2024-11-11T04:53:04,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/75dcc4f64b964ff5aaf923bb9a90eef3 is 50, key is test_row_0/B:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742384_1560 (size=12301) 2024-11-11T04:53:04,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/75dcc4f64b964ff5aaf923bb9a90eef3 2024-11-11T04:53:04,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/5132ada991184a7c849c2d7ba68840a1 is 50, key is test_row_0/C:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742385_1561 (size=12301) 2024-11-11T04:53:04,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300844322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300844332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300844332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300844332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/5132ada991184a7c849c2d7ba68840a1 2024-11-11T04:53:04,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/89384db53baf4f0493584769794780ae as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae 2024-11-11T04:53:04,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:04,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae, entries=200, sequenceid=379, filesize=14.4 K 2024-11-11T04:53:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/75dcc4f64b964ff5aaf923bb9a90eef3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3 2024-11-11T04:53:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:04,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T04:53:04,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/5132ada991184a7c849c2d7ba68840a1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1 2024-11-11T04:53:04,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T04:53:04,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2e49b85dd61bc0601f270977234b6a5a in 857ms, sequenceid=379, compaction requested=true 2024-11-11T04:53:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T04:53:04,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:04,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T04:53:04,504 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:04,504 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:04,505 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:04,505 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:04,505 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,505 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0a54075442094952b0c8272374d945f8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.9 K 2024-11-11T04:53:04,505 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:04,505 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:04,505 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,505 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/de77853fb6974b168a03839fca8fdc2f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=41.6 K 2024-11-11T04:53:04,505 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a54075442094952b0c8272374d945f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:04,506 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting de77853fb6974b168a03839fca8fdc2f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:04,506 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 15187640744c4fab9d4499bbd8e8c6ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731300782920 2024-11-11T04:53:04,506 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5132ada991184a7c849c2d7ba68840a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:04,506 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e08893c7ef04432afaac56873f60747, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731300782920 2024-11-11T04:53:04,506 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89384db53baf4f0493584769794780ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:04,519 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:04,519 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/d203a4a47f98474680db5ee642f6888b is 50, key is test_row_0/A:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:04,520 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:04,520 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/f49c77903af04c74bbab5ceab3d9867c is 50, key is test_row_0/C:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742386_1562 (size=13255) 2024-11-11T04:53:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742387_1563 (size=13255) 2024-11-11T04:53:04,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T04:53:04,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,648 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T04:53:04,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fa1f0bd2374d46289310eb20a2318a41 is 50, key is test_row_0/A:col10/1731300783668/Put/seqid=0 2024-11-11T04:53:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742388_1564 (size=12301) 2024-11-11T04:53:04,656 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fa1f0bd2374d46289310eb20a2318a41 2024-11-11T04:53:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9f5c7822797d4f2da7d947260a4aa291 is 50, key is test_row_0/B:col10/1731300783668/Put/seqid=0 2024-11-11T04:53:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742389_1565 (size=12301) 2024-11-11T04:53:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300844878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300844879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300844880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300844883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,928 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/d203a4a47f98474680db5ee642f6888b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d203a4a47f98474680db5ee642f6888b 2024-11-11T04:53:04,928 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/f49c77903af04c74bbab5ceab3d9867c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f49c77903af04c74bbab5ceab3d9867c 2024-11-11T04:53:04,932 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into f49c77903af04c74bbab5ceab3d9867c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:04,932 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into d203a4a47f98474680db5ee642f6888b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:04,932 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300784503; duration=0sec 2024-11-11T04:53:04,932 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300784503; duration=0sec 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:04,932 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:04,933 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:04,933 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:04,933 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:04,933 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4427b5dad2bc4fad98a0b7de3f02ee80, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=36.9 K 2024-11-11T04:53:04,933 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4427b5dad2bc4fad98a0b7de3f02ee80, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731300781732 2024-11-11T04:53:04,934 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 623ecd6807ed4db18d3d432a2ffc1e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731300782920 2024-11-11T04:53:04,934 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 75dcc4f64b964ff5aaf923bb9a90eef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:04,940 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:04,940 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/62ff50d4446b4f68b4ad15b67dc9e045 is 50, key is test_row_0/B:col10/1731300782994/Put/seqid=0 2024-11-11T04:53:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742390_1566 (size=13255) 2024-11-11T04:53:04,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300844992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300844992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300845002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300845002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,067 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9f5c7822797d4f2da7d947260a4aa291 2024-11-11T04:53:05,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b3234840097741f5af1faaecfb871d72 is 50, key is test_row_0/C:col10/1731300783668/Put/seqid=0 2024-11-11T04:53:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742391_1567 (size=12301) 2024-11-11T04:53:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300845201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300845201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300845222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300845222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,349 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/62ff50d4446b4f68b4ad15b67dc9e045 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/62ff50d4446b4f68b4ad15b67dc9e045 2024-11-11T04:53:05,352 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 62ff50d4446b4f68b4ad15b67dc9e045(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:05,352 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:05,352 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300784503; duration=0sec 2024-11-11T04:53:05,352 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:05,352 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:05,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b3234840097741f5af1faaecfb871d72 2024-11-11T04:53:05,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/fa1f0bd2374d46289310eb20a2318a41 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41 2024-11-11T04:53:05,490 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T04:53:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/9f5c7822797d4f2da7d947260a4aa291 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291 2024-11-11T04:53:05,493 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T04:53:05,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/b3234840097741f5af1faaecfb871d72 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72 2024-11-11T04:53:05,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T04:53:05,497 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2e49b85dd61bc0601f270977234b6a5a in 849ms, sequenceid=395, compaction requested=false 2024-11-11T04:53:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-11T04:53:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-11T04:53:05,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-11T04:53:05,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec 2024-11-11T04:53:05,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.9280 sec 2024-11-11T04:53:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:05,516 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:05,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T04:53:05,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f91ffc22e6294f50a4f056d86d8b0eba is 50, key is test_row_0/A:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742392_1568 (size=14741) 2024-11-11T04:53:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300845540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300845541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300845543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300845549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300845652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300845662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300845662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300845662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T04:53:05,722 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:05,723 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-11T04:53:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:05,724 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:05,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:05,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300845862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T04:53:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:05,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300845871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300845872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300845872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:05,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f91ffc22e6294f50a4f056d86d8b0eba 2024-11-11T04:53:05,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/3db9093338cc4169b6179475c21e1055 is 50, key is test_row_0/B:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742393_1569 (size=12301) 2024-11-11T04:53:05,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/3db9093338cc4169b6179475c21e1055 2024-11-11T04:53:05,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/766d4746e2634298859f331906fe0b3b is 50, key is test_row_0/C:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742394_1570 (size=12301) 2024-11-11T04:53:05,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/766d4746e2634298859f331906fe0b3b 2024-11-11T04:53:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/f91ffc22e6294f50a4f056d86d8b0eba as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba 2024-11-11T04:53:05,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba, entries=200, sequenceid=419, filesize=14.4 K 2024-11-11T04:53:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/3db9093338cc4169b6179475c21e1055 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055 2024-11-11T04:53:05,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T04:53:05,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/766d4746e2634298859f331906fe0b3b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b 2024-11-11T04:53:05,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T04:53:05,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2e49b85dd61bc0601f270977234b6a5a in 448ms, sequenceid=419, compaction requested=true 2024-11-11T04:53:05,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:05,964 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:05,965 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:05,965 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:05,965 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:05,966 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:05,966 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d203a4a47f98474680db5ee642f6888b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.4 K 2024-11-11T04:53:05,966 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d203a4a47f98474680db5ee642f6888b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:05,966 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:05,966 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:05,966 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:05,966 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/62ff50d4446b4f68b4ad15b67dc9e045, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.0 K 2024-11-11T04:53:05,967 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa1f0bd2374d46289310eb20a2318a41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300783668 2024-11-11T04:53:05,967 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ff50d4446b4f68b4ad15b67dc9e045, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:05,967 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91ffc22e6294f50a4f056d86d8b0eba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:05,967 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5c7822797d4f2da7d947260a4aa291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300783668 2024-11-11T04:53:05,968 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 3db9093338cc4169b6179475c21e1055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:05,974 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:05,974 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e3808d69a930442aa2781e71fbf49a88 is 50, key is test_row_0/A:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:05,977 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:05,977 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/1386389a90f24f0a936622e3359a4080 is 50, key is test_row_0/B:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742395_1571 (size=13357) 2024-11-11T04:53:05,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742396_1572 (size=13357) 2024-11-11T04:53:06,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T04:53:06,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:06,030 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T04:53:06,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b482aeccad20401880b25fbdd22bd7cf is 50, key is test_row_0/A:col10/1731300785548/Put/seqid=0 2024-11-11T04:53:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742397_1573 (size=12301) 2024-11-11T04:53:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:06,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:06,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300846225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300846226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300846227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300846227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300846331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300846332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300846342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300846342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,384 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e3808d69a930442aa2781e71fbf49a88 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e3808d69a930442aa2781e71fbf49a88 2024-11-11T04:53:06,385 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/1386389a90f24f0a936622e3359a4080 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1386389a90f24f0a936622e3359a4080 2024-11-11T04:53:06,387 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into e3808d69a930442aa2781e71fbf49a88(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:06,387 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:06,387 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300785964; duration=0sec 2024-11-11T04:53:06,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:06,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:06,388 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:06,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:06,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:06,389 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:06,389 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f49c77903af04c74bbab5ceab3d9867c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.0 K 2024-11-11T04:53:06,389 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49c77903af04c74bbab5ceab3d9867c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731300782975 2024-11-11T04:53:06,389 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 1386389a90f24f0a936622e3359a4080(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:06,389 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:06,389 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300785965; duration=0sec 2024-11-11T04:53:06,390 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:06,390 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:06,390 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3234840097741f5af1faaecfb871d72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731300783668 2024-11-11T04:53:06,390 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766d4746e2634298859f331906fe0b3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:06,395 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:06,395 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/16f9a16be7b446ee8672bdc71c5a654f is 50, key is test_row_0/C:col10/1731300784876/Put/seqid=0 2024-11-11T04:53:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742398_1574 (size=13357) 2024-11-11T04:53:06,440 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b482aeccad20401880b25fbdd22bd7cf 2024-11-11T04:53:06,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d09754b045af444393d1a4619beaa9a9 is 50, key is test_row_0/B:col10/1731300785548/Put/seqid=0 2024-11-11T04:53:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742399_1575 (size=12301) 2024-11-11T04:53:06,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300846552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300846552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300846562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300846562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,802 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/16f9a16be7b446ee8672bdc71c5a654f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/16f9a16be7b446ee8672bdc71c5a654f 2024-11-11T04:53:06,806 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into 16f9a16be7b446ee8672bdc71c5a654f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:06,806 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:06,806 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300785965; duration=0sec 2024-11-11T04:53:06,806 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:06,806 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:06,849 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d09754b045af444393d1a4619beaa9a9 2024-11-11T04:53:06,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c8976496ae504cd6af5af04fe75b44e0 is 50, key is test_row_0/C:col10/1731300785548/Put/seqid=0 2024-11-11T04:53:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742400_1576 (size=12301) 2024-11-11T04:53:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300846862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300846872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300846882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300846882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c8976496ae504cd6af5af04fe75b44e0 2024-11-11T04:53:07,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b482aeccad20401880b25fbdd22bd7cf as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf 2024-11-11T04:53:07,265 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf, entries=150, sequenceid=434, filesize=12.0 K 2024-11-11T04:53:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/d09754b045af444393d1a4619beaa9a9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9 2024-11-11T04:53:07,268 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9, entries=150, sequenceid=434, filesize=12.0 K 2024-11-11T04:53:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c8976496ae504cd6af5af04fe75b44e0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0 2024-11-11T04:53:07,271 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0, entries=150, sequenceid=434, filesize=12.0 K 2024-11-11T04:53:07,272 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 2e49b85dd61bc0601f270977234b6a5a in 1242ms, sequenceid=434, compaction requested=false 2024-11-11T04:53:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-11T04:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-11-11T04:53:07,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-11T04:53:07,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec 2024-11-11T04:53:07,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.5530 sec 2024-11-11T04:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:07,375 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:07,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:53:07,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/4b63ea45f50d44e090529013d5208a58 is 50, key is test_row_0/A:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742401_1577 (size=14741) 2024-11-11T04:53:07,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/4b63ea45f50d44e090529013d5208a58 2024-11-11T04:53:07,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a805c786e0f0489f80b4ed286b3adf49 is 50, key is test_row_0/B:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742402_1578 (size=12301) 2024-11-11T04:53:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300847412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300847412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300847413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300847413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300847521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300847521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300847531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300847532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300847731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300847741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300847742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300847742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:07,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a805c786e0f0489f80b4ed286b3adf49 2024-11-11T04:53:07,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c7c867f645274d4ca87f7c1dbf1d1975 is 50, key is test_row_0/C:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742403_1579 (size=12301) 2024-11-11T04:53:07,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c7c867f645274d4ca87f7c1dbf1d1975 2024-11-11T04:53:07,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/4b63ea45f50d44e090529013d5208a58 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58 2024-11-11T04:53:07,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58, entries=200, sequenceid=460, filesize=14.4 K 2024-11-11T04:53:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/a805c786e0f0489f80b4ed286b3adf49 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49 2024-11-11T04:53:07,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49, entries=150, sequenceid=460, filesize=12.0 K 2024-11-11T04:53:07,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/c7c867f645274d4ca87f7c1dbf1d1975 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975 2024-11-11T04:53:07,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975, entries=150, sequenceid=460, filesize=12.0 K 2024-11-11T04:53:07,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2e49b85dd61bc0601f270977234b6a5a in 442ms, sequenceid=460, compaction requested=true 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:07,817 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:07,817 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:07,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:07,818 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:07,818 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:07,818 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:07,818 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:07,818 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:07,818 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1386389a90f24f0a936622e3359a4080, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.1 K 2024-11-11T04:53:07,819 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 1386389a90f24f0a936622e3359a4080, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:07,819 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d09754b045af444393d1a4619beaa9a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300785530 2024-11-11T04:53:07,819 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a805c786e0f0489f80b4ed286b3adf49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:07,823 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:07,823 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e3808d69a930442aa2781e71fbf49a88, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.5 K 2024-11-11T04:53:07,823 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3808d69a930442aa2781e71fbf49a88, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:07,824 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting b482aeccad20401880b25fbdd22bd7cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300785530 2024-11-11T04:53:07,824 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:07,825 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/5e2e3999c34f4fddaa3c3ff498231066 is 50, key is test_row_0/B:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,825 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b63ea45f50d44e090529013d5208a58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742404_1580 (size=13459) 2024-11-11T04:53:07,831 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:07,832 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/1babaf31b7d44f7db74b0b49b936b79f is 50, key is test_row_0/A:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742405_1581 (size=13459) 2024-11-11T04:53:07,837 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/5e2e3999c34f4fddaa3c3ff498231066 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5e2e3999c34f4fddaa3c3ff498231066 2024-11-11T04:53:07,841 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 5e2e3999c34f4fddaa3c3ff498231066(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:07,841 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:07,841 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300787817; duration=0sec 2024-11-11T04:53:07,841 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:07,841 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:07,841 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:07,843 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:07,843 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:07,843 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:07,843 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/16f9a16be7b446ee8672bdc71c5a654f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.1 K 2024-11-11T04:53:07,843 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 16f9a16be7b446ee8672bdc71c5a654f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731300784876 2024-11-11T04:53:07,844 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c8976496ae504cd6af5af04fe75b44e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731300785530 2024-11-11T04:53:07,844 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c867f645274d4ca87f7c1dbf1d1975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:07,849 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#497 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:07,849 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/ed0c7a302ee74f288225f887bae1d63d is 50, key is test_row_0/C:col10/1731300787375/Put/seqid=0 2024-11-11T04:53:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742406_1582 (size=13459) 2024-11-11T04:53:07,856 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/ed0c7a302ee74f288225f887bae1d63d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/ed0c7a302ee74f288225f887bae1d63d 2024-11-11T04:53:07,860 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into ed0c7a302ee74f288225f887bae1d63d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:07,860 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:07,860 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300787817; duration=0sec 2024-11-11T04:53:07,860 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:07,860 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-11T04:53:07,872 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:07,872 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-11T04:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:07,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:07,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:07,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:08,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T04:53:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:08,027 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T04:53:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 is 50, key is test_row_0/A:col10/1731300787411/Put/seqid=0 2024-11-11T04:53:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742407_1583 (size=12301) 2024-11-11T04:53:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:08,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300848114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300848114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300848114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300848115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:08,239 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/1babaf31b7d44f7db74b0b49b936b79f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/1babaf31b7d44f7db74b0b49b936b79f 2024-11-11T04:53:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300848232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300848232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300848232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300848232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,243 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 1babaf31b7d44f7db74b0b49b936b79f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:08,243 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:08,243 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300787817; duration=0sec 2024-11-11T04:53:08,243 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:08,243 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:08,435 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 2024-11-11T04:53:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0738170dded0437c98c9706974e3248d is 50, key is test_row_0/B:col10/1731300787411/Put/seqid=0 2024-11-11T04:53:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742408_1584 (size=12301) 2024-11-11T04:53:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300848452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300848452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300848452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300848452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300848762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300848762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300848762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300848762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:08,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0738170dded0437c98c9706974e3248d 2024-11-11T04:53:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/652bdda87f7d4ef2b9746307d055ab86 is 50, key is test_row_0/C:col10/1731300787411/Put/seqid=0 2024-11-11T04:53:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742409_1585 (size=12301) 2024-11-11T04:53:08,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1731300848862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:08,870 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18285 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:53:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:09,263 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/652bdda87f7d4ef2b9746307d055ab86 2024-11-11T04:53:09,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 2024-11-11T04:53:09,270 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7, entries=150, sequenceid=476, filesize=12.0 K 2024-11-11T04:53:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/0738170dded0437c98c9706974e3248d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d 2024-11-11T04:53:09,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d, entries=150, sequenceid=476, filesize=12.0 K 2024-11-11T04:53:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/652bdda87f7d4ef2b9746307d055ab86 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86 2024-11-11T04:53:09,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300849272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,277 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86, entries=150, sequenceid=476, filesize=12.0 K 2024-11-11T04:53:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,278 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2e49b85dd61bc0601f270977234b6a5a in 1251ms, sequenceid=476, compaction requested=false 2024-11-11T04:53:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-11T04:53:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=154 2024-11-11T04:53:09,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T04:53:09,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-11T04:53:09,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.4090 sec 2024-11-11T04:53:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:09,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T04:53:09,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8cb8335bd15c4cbabba6c70776a864f9 is 50, key is test_row_0/A:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742410_1586 (size=14741) 2024-11-11T04:53:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300849306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300849313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300849314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300849421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300849421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300849432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300849632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300849632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300849641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8cb8335bd15c4cbabba6c70776a864f9 2024-11-11T04:53:09,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/5fe4c81852db45bda5393bbe4b123494 is 50, key is test_row_0/B:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742411_1587 (size=12301) 2024-11-11T04:53:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300849952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300849952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300849952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T04:53:10,022 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:10,022 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-11T04:53:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:10,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:10,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:10,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:10,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/5fe4c81852db45bda5393bbe4b123494 2024-11-11T04:53:10,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/25d7aaada53146e0b0d13806988d7349 is 50, key is test_row_0/C:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742412_1588 (size=12301) 2024-11-11T04:53:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:10,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T04:53:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35026 deadline: 1731300850291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:10,297 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 2e49b85dd61bc0601f270977234b6a5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:53:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:10,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T04:53:10,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:10,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:10,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35000 deadline: 1731300850462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34998 deadline: 1731300850472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:10,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35016 deadline: 1731300850472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 , the old value is region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., hostname=a7bef91497aa,40889,1731300647138, seqNum=2 because the exception is null or not the one we care about 2024-11-11T04:53:10,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T04:53:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:10,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/25d7aaada53146e0b0d13806988d7349 2024-11-11T04:53:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/8cb8335bd15c4cbabba6c70776a864f9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9 2024-11-11T04:53:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9, entries=200, sequenceid=500, filesize=14.4 K 2024-11-11T04:53:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/5fe4c81852db45bda5393bbe4b123494 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494 2024-11-11T04:53:10,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494, entries=150, sequenceid=500, filesize=12.0 K 2024-11-11T04:53:10,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/25d7aaada53146e0b0d13806988d7349 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349 2024-11-11T04:53:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349, entries=150, sequenceid=500, filesize=12.0 K 2024-11-11T04:53:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2e49b85dd61bc0601f270977234b6a5a in 1244ms, sequenceid=500, compaction requested=true 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:10,529 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e49b85dd61bc0601f270977234b6a5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:10,530 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:10,530 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:10,530 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:10,530 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/A is initiating minor compaction (all files) 2024-11-11T04:53:10,530 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/B is initiating minor compaction (all files) 2024-11-11T04:53:10,530 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/B in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,530 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/A in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,530 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5e2e3999c34f4fddaa3c3ff498231066, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.2 K 2024-11-11T04:53:10,530 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/1babaf31b7d44f7db74b0b49b936b79f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=39.6 K 2024-11-11T04:53:10,531 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e2e3999c34f4fddaa3c3ff498231066, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:10,531 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0738170dded0437c98c9706974e3248d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731300787401 2024-11-11T04:53:10,531 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1babaf31b7d44f7db74b0b49b936b79f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:10,531 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fe4c81852db45bda5393bbe4b123494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731300788103 2024-11-11T04:53:10,532 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9b8ceb86b8a428fbbaf78a87c3b2cb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731300787401 2024-11-11T04:53:10,532 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cb8335bd15c4cbabba6c70776a864f9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731300788092 2024-11-11T04:53:10,538 INFO [Thread-2134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2134. 2024-11-11T04:53:10,538 DEBUG [Thread-2134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:10,538 DEBUG [Thread-2134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,538 DEBUG [Thread-2134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:10,540 INFO [Thread-2136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2136. 2024-11-11T04:53:10,540 DEBUG [Thread-2136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:10,540 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:10,541 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,541 INFO [Thread-2138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2138. 2024-11-11T04:53:10,541 DEBUG [Thread-2138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:10,541 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,541 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:10,543 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:10,543 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/568ee5e6ae4345df9b071dfa2e1dd676 is 50, key is test_row_0/B:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:10,545 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#A#compaction#505 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:10,545 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/5e29f9a38edc4f888565bd187e261306 is 50, key is test_row_0/A:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:10,546 INFO [Thread-2140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2140. 2024-11-11T04:53:10,546 DEBUG [Thread-2140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:10,546 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,546 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:10,546 INFO [Thread-2142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2142. 2024-11-11T04:53:10,546 DEBUG [Thread-2142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:10,546 DEBUG [Thread-2142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,546 DEBUG [Thread-2142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:10,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742413_1589 (size=13561) 2024-11-11T04:53:10,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742414_1590 (size=13561) 2024-11-11T04:53:10,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T04:53:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,635 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T04:53:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/2438900a907d4aeab3f5681d04b818b3 is 50, key is test_row_0/A:col10/1731300789312/Put/seqid=0 2024-11-11T04:53:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742415_1591 (size=12301) 2024-11-11T04:53:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:10,953 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/568ee5e6ae4345df9b071dfa2e1dd676 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/568ee5e6ae4345df9b071dfa2e1dd676 2024-11-11T04:53:10,956 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/5e29f9a38edc4f888565bd187e261306 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/5e29f9a38edc4f888565bd187e261306 2024-11-11T04:53:10,957 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/B of 2e49b85dd61bc0601f270977234b6a5a into 568ee5e6ae4345df9b071dfa2e1dd676(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:10,957 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:10,957 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/B, priority=13, startTime=1731300790529; duration=0sec 2024-11-11T04:53:10,957 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:10,957 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:B 2024-11-11T04:53:10,957 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:10,957 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:10,958 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 2e49b85dd61bc0601f270977234b6a5a/C is initiating minor compaction (all files) 2024-11-11T04:53:10,958 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e49b85dd61bc0601f270977234b6a5a/C in TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:10,958 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/ed0c7a302ee74f288225f887bae1d63d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp, totalSize=37.2 K 2024-11-11T04:53:10,958 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ed0c7a302ee74f288225f887bae1d63d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731300786214 2024-11-11T04:53:10,958 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 652bdda87f7d4ef2b9746307d055ab86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731300787401 2024-11-11T04:53:10,958 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d7aaada53146e0b0d13806988d7349, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731300788103 2024-11-11T04:53:10,960 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/A of 2e49b85dd61bc0601f270977234b6a5a into 5e29f9a38edc4f888565bd187e261306(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:10,960 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:10,960 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/A, priority=13, startTime=1731300790529; duration=0sec 2024-11-11T04:53:10,960 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:10,960 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:A 2024-11-11T04:53:10,963 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e49b85dd61bc0601f270977234b6a5a#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:10,963 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/d6b1005c31a54d54968def5a2483627c is 50, key is test_row_0/C:col10/1731300789284/Put/seqid=0 2024-11-11T04:53:10,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742416_1592 (size=13561) 2024-11-11T04:53:11,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/2438900a907d4aeab3f5681d04b818b3 2024-11-11T04:53:11,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/f51dc359f6c548e8aaf564c1195157fa is 50, key is test_row_0/B:col10/1731300789312/Put/seqid=0 2024-11-11T04:53:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742417_1593 (size=12301) 2024-11-11T04:53:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:11,370 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/d6b1005c31a54d54968def5a2483627c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d6b1005c31a54d54968def5a2483627c 2024-11-11T04:53:11,373 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e49b85dd61bc0601f270977234b6a5a/C of 2e49b85dd61bc0601f270977234b6a5a into d6b1005c31a54d54968def5a2483627c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:11,373 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:11,373 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., storeName=2e49b85dd61bc0601f270977234b6a5a/C, priority=13, startTime=1731300790529; duration=0sec 2024-11-11T04:53:11,373 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:11,373 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e49b85dd61bc0601f270977234b6a5a:C 2024-11-11T04:53:11,449 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/f51dc359f6c548e8aaf564c1195157fa 2024-11-11T04:53:11,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0e16eaec1cf44ea6b06138efb3c72143 is 50, key is test_row_0/C:col10/1731300789312/Put/seqid=0 2024-11-11T04:53:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742418_1594 (size=12301) 2024-11-11T04:53:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:11,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. as already flushing 2024-11-11T04:53:11,483 INFO [Thread-2125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2125. 2024-11-11T04:53:11,483 DEBUG [Thread-2125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:11,484 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,484 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:11,493 INFO [Thread-2127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2127. 2024-11-11T04:53:11,493 DEBUG [Thread-2127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:11,493 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,493 INFO [Thread-2131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2131. 2024-11-11T04:53:11,493 DEBUG [Thread-2131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:11,493 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,493 DEBUG [Thread-2131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:11,493 DEBUG [Thread-2131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:11,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:11,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0e16eaec1cf44ea6b06138efb3c72143 2024-11-11T04:53:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/2438900a907d4aeab3f5681d04b818b3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2438900a907d4aeab3f5681d04b818b3 2024-11-11T04:53:11,863 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2438900a907d4aeab3f5681d04b818b3, entries=150, sequenceid=513, filesize=12.0 K 2024-11-11T04:53:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/f51dc359f6c548e8aaf564c1195157fa as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/f51dc359f6c548e8aaf564c1195157fa 2024-11-11T04:53:11,866 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/f51dc359f6c548e8aaf564c1195157fa, entries=150, sequenceid=513, filesize=12.0 K 2024-11-11T04:53:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/0e16eaec1cf44ea6b06138efb3c72143 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0e16eaec1cf44ea6b06138efb3c72143 2024-11-11T04:53:11,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0e16eaec1cf44ea6b06138efb3c72143, entries=150, sequenceid=513, filesize=12.0 K 2024-11-11T04:53:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 2e49b85dd61bc0601f270977234b6a5a in 1234ms, sequenceid=513, compaction requested=false 2024-11-11T04:53:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for 2e49b85dd61bc0601f270977234b6a5a: 2024-11-11T04:53:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-11T04:53:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=156 2024-11-11T04:53:11,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-11T04:53:11,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec 2024-11-11T04:53:11,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.8500 sec 2024-11-11T04:53:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-11T04:53:12,172 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:12,313 INFO [Thread-2129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2129. 2024-11-11T04:53:12,313 DEBUG [Thread-2129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:12,313 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:12,313 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:12,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:15,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:53:18,903 INFO [Thread-2123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2123. 2024-11-11T04:53:18,903 DEBUG [Thread-2123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:18,903 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:18,903 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:18,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 146 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1369 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4105 rows 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1372 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4116 rows 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1364 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4092 rows 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1371 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4113 rows 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1365 2024-11-11T04:53:18,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-11T04:53:18,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:53:18,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:53:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:18,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:18,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:53:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:18,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300798907"}]},"ts":"1731300798907"} 2024-11-11T04:53:18,908 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:53:18,908 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:53:18,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:53:18,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, UNASSIGN}] 2024-11-11T04:53:18,910 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, UNASSIGN 2024-11-11T04:53:18,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=2e49b85dd61bc0601f270977234b6a5a, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, UNASSIGN because future has completed 2024-11-11T04:53:18,912 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:53:18,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:53:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:19,064 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:19,064 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:53:19,064 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing 2e49b85dd61bc0601f270977234b6a5a, disabling compactions & flushes 2024-11-11T04:53:19,064 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:19,064 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:19,064 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. after waiting 0 ms 2024-11-11T04:53:19,064 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:19,064 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(2902): Flushing 2e49b85dd61bc0601f270977234b6a5a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T04:53:19,067 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b17b85d4849c4df1925375acc7b3a7c0 is 50, key is test_row_1/A:col10/1731300798902/Put/seqid=0 2024-11-11T04:53:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742419_1595 (size=9857) 2024-11-11T04:53:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:19,470 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b17b85d4849c4df1925375acc7b3a7c0 2024-11-11T04:53:19,477 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/87520c208c91401c80edd58e9f79b9ad is 50, key is test_row_1/B:col10/1731300798902/Put/seqid=0 2024-11-11T04:53:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742420_1596 (size=9857) 2024-11-11T04:53:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:19,880 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/87520c208c91401c80edd58e9f79b9ad 2024-11-11T04:53:19,885 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/4fe89183a4c54ebb87ee0c57960aa813 is 50, key is test_row_1/C:col10/1731300798902/Put/seqid=0 2024-11-11T04:53:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742421_1597 (size=9857) 2024-11-11T04:53:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:20,289 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/4fe89183a4c54ebb87ee0c57960aa813 2024-11-11T04:53:20,292 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/A/b17b85d4849c4df1925375acc7b3a7c0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b17b85d4849c4df1925375acc7b3a7c0 2024-11-11T04:53:20,294 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b17b85d4849c4df1925375acc7b3a7c0, entries=100, sequenceid=524, filesize=9.6 K 2024-11-11T04:53:20,295 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/B/87520c208c91401c80edd58e9f79b9ad as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/87520c208c91401c80edd58e9f79b9ad 2024-11-11T04:53:20,297 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/87520c208c91401c80edd58e9f79b9ad, entries=100, sequenceid=524, filesize=9.6 K 2024-11-11T04:53:20,298 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/.tmp/C/4fe89183a4c54ebb87ee0c57960aa813 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/4fe89183a4c54ebb87ee0c57960aa813 2024-11-11T04:53:20,300 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/4fe89183a4c54ebb87ee0c57960aa813, entries=100, sequenceid=524, filesize=9.6 K 2024-11-11T04:53:20,300 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2e49b85dd61bc0601f270977234b6a5a in 1236ms, sequenceid=524, compaction requested=true 2024-11-11T04:53:20,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e0b0ce969fba44048cca0f3ff2b1a62e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/ebd73448a25340839db0e141019a1189, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7badc3c0aa6e4e4c85065eff4747cbfb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2ca7dbe995c94c7fbfa36759a7c62f97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7cf9ca31acc44d2187763410f3c387c3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/79e4fee94d6d47c7b8cdffe98afd7676, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7fa01449a7b4b499a8d71f88adbc238, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/de77853fb6974b168a03839fca8fdc2f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d203a4a47f98474680db5ee642f6888b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e3808d69a930442aa2781e71fbf49a88, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/1babaf31b7d44f7db74b0b49b936b79f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9] to archive 2024-11-11T04:53:20,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:20,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/0255eca6caa9409780456bf287631c85 2024-11-11T04:53:20,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/715931e53d514b359bf44d421134d7b9 2024-11-11T04:53:20,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e0b0ce969fba44048cca0f3ff2b1a62e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e0b0ce969fba44048cca0f3ff2b1a62e 2024-11-11T04:53:20,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8f3bbae3e3e5437fa90336be737b5d83 2024-11-11T04:53:20,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/830468f4429d408db45d32dc82d6e446 2024-11-11T04:53:20,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/ebd73448a25340839db0e141019a1189 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/ebd73448a25340839db0e141019a1189 2024-11-11T04:53:20,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/40ad22aabed741dab6be4d39127876ac 2024-11-11T04:53:20,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/31579b1e3d3c4fa189b8414455431a83 2024-11-11T04:53:20,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b4cb0b4fe3d34cbda3fa7b5436035552 2024-11-11T04:53:20,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7badc3c0aa6e4e4c85065eff4747cbfb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7badc3c0aa6e4e4c85065eff4747cbfb 2024-11-11T04:53:20,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/01079f92e4744c4ba5e504e4ed65a830 2024-11-11T04:53:20,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f65f0147cbb343078ac0f502c947a7e7 2024-11-11T04:53:20,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2ca7dbe995c94c7fbfa36759a7c62f97 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2ca7dbe995c94c7fbfa36759a7c62f97 2024-11-11T04:53:20,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/16ca0a23f632448ebf0771fb0fe0dfe3 2024-11-11T04:53:20,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d8a9f65c9c0e40ac864c749ff098bba2 2024-11-11T04:53:20,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7cf9ca31acc44d2187763410f3c387c3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/7cf9ca31acc44d2187763410f3c387c3 2024-11-11T04:53:20,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c56029a623cb44f1adb7b0a81a2d6d9a 2024-11-11T04:53:20,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/c1d2a98730c34caaa5f5ceff2a1d1f05 2024-11-11T04:53:20,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/aa14ff4f33864a1ba07b3215e74501c7 2024-11-11T04:53:20,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/79e4fee94d6d47c7b8cdffe98afd7676 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/79e4fee94d6d47c7b8cdffe98afd7676 2024-11-11T04:53:20,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fb39043111f4413c945776e5724c57f9 2024-11-11T04:53:20,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/9d3bb72bf06f4ab691e12940699a6838 2024-11-11T04:53:20,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7fa01449a7b4b499a8d71f88adbc238 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7fa01449a7b4b499a8d71f88adbc238 2024-11-11T04:53:20,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b02674314b4349ae9e0396dbe2022ab2 2024-11-11T04:53:20,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f7679e2035c04e5d86d378b7741a65c7 2024-11-11T04:53:20,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/de77853fb6974b168a03839fca8fdc2f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/de77853fb6974b168a03839fca8fdc2f 2024-11-11T04:53:20,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8e08893c7ef04432afaac56873f60747 2024-11-11T04:53:20,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/89384db53baf4f0493584769794780ae 2024-11-11T04:53:20,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d203a4a47f98474680db5ee642f6888b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/d203a4a47f98474680db5ee642f6888b 2024-11-11T04:53:20,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/fa1f0bd2374d46289310eb20a2318a41 2024-11-11T04:53:20,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/f91ffc22e6294f50a4f056d86d8b0eba 2024-11-11T04:53:20,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e3808d69a930442aa2781e71fbf49a88 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e3808d69a930442aa2781e71fbf49a88 2024-11-11T04:53:20,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b482aeccad20401880b25fbdd22bd7cf 2024-11-11T04:53:20,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/4b63ea45f50d44e090529013d5208a58 2024-11-11T04:53:20,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/1babaf31b7d44f7db74b0b49b936b79f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/1babaf31b7d44f7db74b0b49b936b79f 2024-11-11T04:53:20,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/e9b8ceb86b8a428fbbaf78a87c3b2cb7 2024-11-11T04:53:20,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/8cb8335bd15c4cbabba6c70776a864f9 2024-11-11T04:53:20,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/51dbc997b7674524a0ab2fa9c78f1af1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43388c99ebae4a879c4c3fbad9121467, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1c211ba8b0da4d5fbcb2a5fdbed477d3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/033d1cf513b94728926735ea61dc0c8c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e9c9561c10b2474e88c260a4389a69e0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0c0e55f058ab4f89ae571de7e446634e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/817bf762b8fe4ee384a692204c7d0e0a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4427b5dad2bc4fad98a0b7de3f02ee80, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/62ff50d4446b4f68b4ad15b67dc9e045, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1386389a90f24f0a936622e3359a4080, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5e2e3999c34f4fddaa3c3ff498231066, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494] to archive 2024-11-11T04:53:20,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:20,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d47302ce0f9e4c229fbb24dbb78ebd97 2024-11-11T04:53:20,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e0a0b5dca595495da1ecf32cd086775f 2024-11-11T04:53:20,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/51dbc997b7674524a0ab2fa9c78f1af1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/51dbc997b7674524a0ab2fa9c78f1af1 2024-11-11T04:53:20,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43bc4707587f4f75b8b431f6b42d781b 2024-11-11T04:53:20,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b1ba48cc8b9c4deeb750c4f42824e0d6 2024-11-11T04:53:20,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43388c99ebae4a879c4c3fbad9121467 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/43388c99ebae4a879c4c3fbad9121467 2024-11-11T04:53:20,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/c22cd34258cf4246bdfb803bda014937 2024-11-11T04:53:20,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8d05f2a8e55d48dabb0e28604e5ac79b 2024-11-11T04:53:20,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1c211ba8b0da4d5fbcb2a5fdbed477d3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1c211ba8b0da4d5fbcb2a5fdbed477d3 2024-11-11T04:53:20,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/cb8e24c78f9c48a5a0d3eaf30d336529 2024-11-11T04:53:20,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/6015cf853e4a4406b24b873911f574ce 2024-11-11T04:53:20,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/033d1cf513b94728926735ea61dc0c8c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/033d1cf513b94728926735ea61dc0c8c 2024-11-11T04:53:20,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/70ca4cb11e5c4f83aa688be46ccfc918 2024-11-11T04:53:20,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9dd0f051d74e4c50958076c5ec49310a 2024-11-11T04:53:20,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4e4d6287ab4f4e25832d50d660e3aaf8 2024-11-11T04:53:20,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e9c9561c10b2474e88c260a4389a69e0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/e9c9561c10b2474e88c260a4389a69e0 2024-11-11T04:53:20,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a7e31be1c38c46ba9941328680bebcc4 2024-11-11T04:53:20,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/08d81933551e44cfacbdb8c67128c141 2024-11-11T04:53:20,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0c0e55f058ab4f89ae571de7e446634e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0c0e55f058ab4f89ae571de7e446634e 2024-11-11T04:53:20,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/8b87f1a0eded466cb48c103b0caee621 2024-11-11T04:53:20,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0719e3a174b549fc8f102d0a8fb7cb7e 2024-11-11T04:53:20,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/817bf762b8fe4ee384a692204c7d0e0a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/817bf762b8fe4ee384a692204c7d0e0a 2024-11-11T04:53:20,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/b5093e92af3749d29aa13697e24272f8 2024-11-11T04:53:20,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/bc851ff05c7d4cb5a8eedcb20d6bb39e 2024-11-11T04:53:20,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4427b5dad2bc4fad98a0b7de3f02ee80 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/4427b5dad2bc4fad98a0b7de3f02ee80 2024-11-11T04:53:20,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/ca204a2ace6b460286569c421775f822 2024-11-11T04:53:20,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/623ecd6807ed4db18d3d432a2ffc1e7c 2024-11-11T04:53:20,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/62ff50d4446b4f68b4ad15b67dc9e045 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/62ff50d4446b4f68b4ad15b67dc9e045 2024-11-11T04:53:20,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/75dcc4f64b964ff5aaf923bb9a90eef3 2024-11-11T04:53:20,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/9f5c7822797d4f2da7d947260a4aa291 2024-11-11T04:53:20,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1386389a90f24f0a936622e3359a4080 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/1386389a90f24f0a936622e3359a4080 2024-11-11T04:53:20,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/3db9093338cc4169b6179475c21e1055 2024-11-11T04:53:20,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/d09754b045af444393d1a4619beaa9a9 2024-11-11T04:53:20,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5e2e3999c34f4fddaa3c3ff498231066 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5e2e3999c34f4fddaa3c3ff498231066 2024-11-11T04:53:20,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/a805c786e0f0489f80b4ed286b3adf49 2024-11-11T04:53:20,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/0738170dded0437c98c9706974e3248d 2024-11-11T04:53:20,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/5fe4c81852db45bda5393bbe4b123494 2024-11-11T04:53:20,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/677c62639f56499a9bbdaeb304d73049, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1a63dbe3806246569d6dff24dc2918a4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/edc48ed0d9434935a9bcaed331c35a6a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1d03b74cbc0a4525b8b2b389a91ca459, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c394b2757aba49fc9ee931c431fa91ee, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/fd2887028c8c4b93ac13a96120b09019, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/37265c3e900344e8839b2130018891ad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0a54075442094952b0c8272374d945f8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f49c77903af04c74bbab5ceab3d9867c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/16f9a16be7b446ee8672bdc71c5a654f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/ed0c7a302ee74f288225f887bae1d63d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349] to archive 2024-11-11T04:53:20,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:20,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/94ae0b8cf5cd472aa008badbf20e1b6e 2024-11-11T04:53:20,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d2d497b0ff644313a1409f3aec78ce6a 2024-11-11T04:53:20,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/677c62639f56499a9bbdaeb304d73049 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/677c62639f56499a9bbdaeb304d73049 2024-11-11T04:53:20,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/7860d2db18f443f3b95faf2673b5c5e2 2024-11-11T04:53:20,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f29b61ab1cc04730a509f9634b1f6e5f 2024-11-11T04:53:20,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1a63dbe3806246569d6dff24dc2918a4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1a63dbe3806246569d6dff24dc2918a4 2024-11-11T04:53:20,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/43c869ce4bf54e27bfc73138d1862790 2024-11-11T04:53:20,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/bfe98d51823f4c6789a740076748a732 2024-11-11T04:53:20,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/edc48ed0d9434935a9bcaed331c35a6a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/edc48ed0d9434935a9bcaed331c35a6a 2024-11-11T04:53:20,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/98d31e41b5b440d9a3c8b11bfd71108d 2024-11-11T04:53:20,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/288bf155511341d6a0f1eec59109f836 2024-11-11T04:53:20,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1d03b74cbc0a4525b8b2b389a91ca459 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1d03b74cbc0a4525b8b2b389a91ca459 2024-11-11T04:53:20,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/1555ad12e9784cd6b088935f15e1b144 2024-11-11T04:53:20,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/91ae6495ab6249059f27adb8245619ea 2024-11-11T04:53:20,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b6763ba8baa64f45bcda47914c03e899 2024-11-11T04:53:20,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c394b2757aba49fc9ee931c431fa91ee to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c394b2757aba49fc9ee931c431fa91ee 2024-11-11T04:53:20,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/244a424a6df84b9bb72aadfdf03af957 2024-11-11T04:53:20,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0f689300a8194cbfa2df91497171f98f 2024-11-11T04:53:20,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/fd2887028c8c4b93ac13a96120b09019 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/fd2887028c8c4b93ac13a96120b09019 2024-11-11T04:53:20,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/3f0e34084b704934883645000151f655 2024-11-11T04:53:20,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b16ad7084baa408685e356b031eef363 2024-11-11T04:53:20,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/37265c3e900344e8839b2130018891ad to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/37265c3e900344e8839b2130018891ad 2024-11-11T04:53:20,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/90ab5e1d8c4242c78d50cc401d174b16 2024-11-11T04:53:20,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/57443f4b4993480d973a5c85204c62bf 2024-11-11T04:53:20,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0a54075442094952b0c8272374d945f8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0a54075442094952b0c8272374d945f8 2024-11-11T04:53:20,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/04db511080664acc91e282236b596e20 2024-11-11T04:53:20,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/15187640744c4fab9d4499bbd8e8c6ba 2024-11-11T04:53:20,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f49c77903af04c74bbab5ceab3d9867c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/f49c77903af04c74bbab5ceab3d9867c 2024-11-11T04:53:20,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/5132ada991184a7c849c2d7ba68840a1 2024-11-11T04:53:20,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/b3234840097741f5af1faaecfb871d72 2024-11-11T04:53:20,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/16f9a16be7b446ee8672bdc71c5a654f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/16f9a16be7b446ee8672bdc71c5a654f 2024-11-11T04:53:20,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/766d4746e2634298859f331906fe0b3b 2024-11-11T04:53:20,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c8976496ae504cd6af5af04fe75b44e0 2024-11-11T04:53:20,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/ed0c7a302ee74f288225f887bae1d63d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/ed0c7a302ee74f288225f887bae1d63d 2024-11-11T04:53:20,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/c7c867f645274d4ca87f7c1dbf1d1975 2024-11-11T04:53:20,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/652bdda87f7d4ef2b9746307d055ab86 2024-11-11T04:53:20,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/25d7aaada53146e0b0d13806988d7349 2024-11-11T04:53:20,393 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/recovered.edits/527.seqid, newMaxSeqId=527, maxSeqId=1 2024-11-11T04:53:20,394 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. 2024-11-11T04:53:20,394 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for 2e49b85dd61bc0601f270977234b6a5a: Waiting for close lock at 1731300799064Running coprocessor pre-close hooks at 1731300799064Disabling compacts and flushes for region at 1731300799064Disabling writes for close at 1731300799064Obtaining lock to block concurrent updates at 1731300799064Preparing flush snapshotting stores in 2e49b85dd61bc0601f270977234b6a5a at 1731300799064Finished memstore snapshotting TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731300799064Flushing stores of TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a. at 1731300799064Flushing 2e49b85dd61bc0601f270977234b6a5a/A: creating writer at 1731300799065 (+1 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/A: appending metadata at 1731300799067 (+2 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/A: closing flushed file at 1731300799067Flushing 2e49b85dd61bc0601f270977234b6a5a/B: creating writer at 1731300799473 (+406 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/B: appending metadata at 1731300799476 (+3 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/B: closing flushed file at 1731300799476Flushing 2e49b85dd61bc0601f270977234b6a5a/C: creating writer at 1731300799883 (+407 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/C: appending metadata at 1731300799885 (+2 ms)Flushing 2e49b85dd61bc0601f270977234b6a5a/C: closing flushed file at 1731300799885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1190f8: reopening flushed file at 1731300800291 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635452e2: reopening flushed file at 1731300800295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbcb4d0: reopening flushed file at 1731300800297 (+2 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2e49b85dd61bc0601f270977234b6a5a in 1236ms, sequenceid=524, compaction requested=true at 1731300800300 (+3 ms)Writing region close event to WAL at 1731300800391 (+91 ms)Running coprocessor post-close hooks at 1731300800394 (+3 ms)Closed at 1731300800394 2024-11-11T04:53:20,395 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed 2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:20,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=2e49b85dd61bc0601f270977234b6a5a, regionState=CLOSED 2024-11-11T04:53:20,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:53:20,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-11T04:53:20,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure 2e49b85dd61bc0601f270977234b6a5a, server=a7bef91497aa,40889,1731300647138 in 1.4860 sec 2024-11-11T04:53:20,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T04:53:20,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e49b85dd61bc0601f270977234b6a5a, UNASSIGN in 1.4900 sec 2024-11-11T04:53:20,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-11T04:53:20,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-11T04:53:20,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300800403"}]},"ts":"1731300800403"} 2024-11-11T04:53:20,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:53:20,405 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:53:20,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5000 sec 2024-11-11T04:53:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-11T04:53:21,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:21,052 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:53:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,054 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-11T04:53:21,054 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:21,058 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/recovered.edits] 2024-11-11T04:53:21,059 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2438900a907d4aeab3f5681d04b818b3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/2438900a907d4aeab3f5681d04b818b3 2024-11-11T04:53:21,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/5e29f9a38edc4f888565bd187e261306 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/5e29f9a38edc4f888565bd187e261306 2024-11-11T04:53:21,061 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b17b85d4849c4df1925375acc7b3a7c0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/A/b17b85d4849c4df1925375acc7b3a7c0 2024-11-11T04:53:21,063 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/568ee5e6ae4345df9b071dfa2e1dd676 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/568ee5e6ae4345df9b071dfa2e1dd676 2024-11-11T04:53:21,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/87520c208c91401c80edd58e9f79b9ad to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/87520c208c91401c80edd58e9f79b9ad 2024-11-11T04:53:21,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/f51dc359f6c548e8aaf564c1195157fa to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/B/f51dc359f6c548e8aaf564c1195157fa 2024-11-11T04:53:21,066 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0e16eaec1cf44ea6b06138efb3c72143 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/0e16eaec1cf44ea6b06138efb3c72143 2024-11-11T04:53:21,067 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/4fe89183a4c54ebb87ee0c57960aa813 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/4fe89183a4c54ebb87ee0c57960aa813 2024-11-11T04:53:21,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d6b1005c31a54d54968def5a2483627c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/C/d6b1005c31a54d54968def5a2483627c 2024-11-11T04:53:21,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/recovered.edits/527.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a/recovered.edits/527.seqid 2024-11-11T04:53:21,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/2e49b85dd61bc0601f270977234b6a5a 2024-11-11T04:53:21,070 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:53:21,072 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,073 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:53:21,075 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:53:21,076 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,076 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:53:21,076 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300801076"}]},"ts":"9223372036854775807"} 2024-11-11T04:53:21,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:53:21,077 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2e49b85dd61bc0601f270977234b6a5a, NAME => 'TestAcidGuarantees,,1731300768350.2e49b85dd61bc0601f270977234b6a5a.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:53:21,077 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:53:21,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300801077"}]},"ts":"9223372036854775807"} 2024-11-11T04:53:21,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:53:21,079 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-11T04:53:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-11T04:53:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:53:21,162 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:21,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=443 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7079 (was 6459) - AvailableMemoryMB LEAK? - 2024-11-11T04:53:21,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=7078 2024-11-11T04:53:21,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:53:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:53:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:21,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:53:21,181 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:21,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 162 2024-11-11T04:53:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:21,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:53:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742422_1598 (size=959) 2024-11-11T04:53:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:21,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef 2024-11-11T04:53:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742423_1599 (size=53) 2024-11-11T04:53:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:21,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:21,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 324ae75e7f189cea47ea4e8a87e13e28, disabling compactions & flushes 2024-11-11T04:53:21,992 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:21,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:21,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. after waiting 0 ms 2024-11-11T04:53:21,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:21,993 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:21,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 324ae75e7f189cea47ea4e8a87e13e28: Waiting for close lock at 1731300801992Disabling compacts and flushes for region at 1731300801992Disabling writes for close at 1731300801992Writing region close event to WAL at 1731300801992Closed at 1731300801992 2024-11-11T04:53:21,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:53:21,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731300801994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300801994"}]},"ts":"1731300801994"} 2024-11-11T04:53:21,995 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:53:21,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:53:21,996 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300801996"}]},"ts":"1731300801996"} 2024-11-11T04:53:21,996 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T04:53:21,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, ASSIGN}] 2024-11-11T04:53:21,998 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, ASSIGN 2024-11-11T04:53:21,998 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, ASSIGN; state=OFFLINE, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=false 2024-11-11T04:53:22,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:22,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, ASSIGN because future has completed 2024-11-11T04:53:22,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:53:22,304 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:22,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7752): Opening region: {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:53:22,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:22,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7794): checking encryption for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,304 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7797): checking classloading for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,305 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,306 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName A 2024-11-11T04:53:22,306 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:22,307 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:22,307 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,308 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName B 2024-11-11T04:53:22,308 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:22,308 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:22,308 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,309 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName C 2024-11-11T04:53:22,309 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:22,309 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:22,309 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1038): replaying wal for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,310 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,310 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,311 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1048): stopping wal replay for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,311 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1060): Cleaning up temporary data for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,311 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:53:22,312 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1093): writing seq id for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,313 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:53:22,313 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1114): Opened 324ae75e7f189cea47ea4e8a87e13e28; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69470830, jitterRate=0.03519603610038757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:53:22,314 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:22,314 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1006): Region open journal for 324ae75e7f189cea47ea4e8a87e13e28: Running coprocessor pre-open hook at 1731300802304Writing region info on filesystem at 1731300802304Initializing all the Stores at 1731300802305 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300802305Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300802305Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300802305Cleaning up temporary data from old regions at 1731300802311 (+6 ms)Running coprocessor post-open hooks at 1731300802314 (+3 ms)Region opened successfully at 1731300802314 2024-11-11T04:53:22,315 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., pid=164, masterSystemTime=1731300802301 2024-11-11T04:53:22,316 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:22,316 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:22,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:22,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:53:22,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-11T04:53:22,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 in 168 msec 2024-11-11T04:53:22,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-11T04:53:22,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, ASSIGN in 322 msec 2024-11-11T04:53:22,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:53:22,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300802321"}]},"ts":"1731300802321"} 2024-11-11T04:53:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:22,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T04:53:22,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=162, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:53:22,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1430 sec 2024-11-11T04:53:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T04:53:23,332 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:23,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:23,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:23,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:23,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cb3104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:23,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455579b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:23,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:23,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:23,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:53:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,35325,1731300646422 2024-11-11T04:53:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@640b975d 2024-11-11T04:53:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:53:23,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:53:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T04:53:23,341 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:53:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=165, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742424_1600 (size=995) 2024-11-11T04:53:23,751 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T04:53:23,751 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T04:53:23,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:53:23,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE}] 2024-11-11T04:53:23,756 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE 2024-11-11T04:53:23,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:23,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE because future has completed 2024-11-11T04:53:23,758 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:53:23,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:53:23,910 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(122): Close 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:23,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:53:23,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1722): Closing 324ae75e7f189cea47ea4e8a87e13e28, disabling compactions & flushes 2024-11-11T04:53:23,910 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:23,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:23,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. after waiting 0 ms 2024-11-11T04:53:23,910 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:23,913 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T04:53:23,913 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:23,913 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1676): Region close journal for 324ae75e7f189cea47ea4e8a87e13e28: Waiting for close lock at 1731300803910Running coprocessor pre-close hooks at 1731300803910Disabling compacts and flushes for region at 1731300803910Disabling writes for close at 1731300803910Writing region close event to WAL at 1731300803910Running coprocessor post-close hooks at 1731300803913 (+3 ms)Closed at 1731300803913 2024-11-11T04:53:23,913 WARN [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionServer(3299): Not adding moved region record: 324ae75e7f189cea47ea4e8a87e13e28 to self. 2024-11-11T04:53:23,915 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(157): Closed 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:23,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=CLOSED 2024-11-11T04:53:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:53:23,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-11T04:53:23,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 in 159 msec 2024-11-11T04:53:23,918 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE; state=CLOSED, location=a7bef91497aa,40889,1731300647138; forceNewPlan=false, retain=true 2024-11-11T04:53:24,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=OPENING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE because future has completed 2024-11-11T04:53:24,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=167, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:53:24,224 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,224 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7752): Opening region: {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:53:24,224 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,224 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:24,224 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7794): checking encryption for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,224 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7797): checking classloading for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,225 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,226 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName A 2024-11-11T04:53:24,226 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:24,227 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:24,227 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,228 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName B 2024-11-11T04:53:24,228 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:24,228 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:24,228 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,228 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ae75e7f189cea47ea4e8a87e13e28 columnFamilyName C 2024-11-11T04:53:24,228 DEBUG [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:24,229 INFO [StoreOpener-324ae75e7f189cea47ea4e8a87e13e28-1 {}] regionserver.HStore(327): Store=324ae75e7f189cea47ea4e8a87e13e28/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:24,229 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1038): replaying wal for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,229 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,230 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1048): stopping wal replay for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1060): Cleaning up temporary data for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,231 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T04:53:24,232 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1093): writing seq id for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,233 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1114): Opened 324ae75e7f189cea47ea4e8a87e13e28; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62373804, jitterRate=-0.07055789232254028}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T04:53:24,233 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,233 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1006): Region open journal for 324ae75e7f189cea47ea4e8a87e13e28: Running coprocessor pre-open hook at 1731300804224Writing region info on filesystem at 1731300804224Initializing all the Stores at 1731300804225 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300804225Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300804225Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300804225Cleaning up temporary data from old regions at 1731300804231 (+6 ms)Running coprocessor post-open hooks at 1731300804233 (+2 ms)Region opened successfully at 1731300804233 2024-11-11T04:53:24,234 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., pid=169, masterSystemTime=1731300804221 2024-11-11T04:53:24,236 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,236 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=OPEN, openSeqNum=5, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=167, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:53:24,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=167 2024-11-11T04:53:24,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=167, state=SUCCESS, hasLock=false; OpenRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 in 168 msec 2024-11-11T04:53:24,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-11T04:53:24,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, REOPEN/MOVE in 484 msec 2024-11-11T04:53:24,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-11T04:53:24,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-11T04:53:24,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-11T04:53:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165 2024-11-11T04:53:24,244 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:24,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,245 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3374c237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d58f33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc83c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640b3d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a2a498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34645804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a305ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7523c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,256 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b53e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@919c65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2983546e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,259 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21288b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,261 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479c18f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64492118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbf7dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c35743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ed358c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,267 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356b6b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,35325,-1 for getting cluster id 2024-11-11T04:53:24,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:53:24,269 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e1efb7-4391-4451-964f-1583e57f675b' 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e1efb7-4391-4451-964f-1583e57f675b" 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a7566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,35325,-1] 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:53:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:24,270 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:53:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3592ac79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:53:24,271 DEBUG [Thread-2657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,271 DEBUG [Thread-2663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,271 DEBUG [Thread-2661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,271 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:24,271 DEBUG [Thread-2646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,272 DEBUG [Thread-2652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,273 DEBUG [Thread-2659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,273 DEBUG [Thread-2665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,273 DEBUG [Thread-2648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:24,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:24,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,274 DEBUG [Thread-2650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,276 DEBUG [Thread-2654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:53:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,40889,1731300647138, seqNum=-1] 2024-11-11T04:53:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:53:24,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:53:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5] 2024-11-11T04:53:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:24,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:53:24,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300864304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300864307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300864307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300864309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111debbacd7ee1742fa90a31d5196db05b1_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300804284/Put/seqid=0 2024-11-11T04:53:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300864312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742425_1601 (size=9714) 2024-11-11T04:53:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300864411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300864422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300864422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300864422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300864422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:24,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:24,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:24,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:24,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300864622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300864632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300864632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300864632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300864632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,722 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:24,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111debbacd7ee1742fa90a31d5196db05b1_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111debbacd7ee1742fa90a31d5196db05b1_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:24,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/fecb1ca28a5942daa3d4218bedcf0b3a, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:24,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/fecb1ca28a5942daa3d4218bedcf0b3a is 175, key is test_row_0/A:col10/1731300804284/Put/seqid=0 2024-11-11T04:53:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742426_1602 (size=22361) 2024-11-11T04:53:24,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/fecb1ca28a5942daa3d4218bedcf0b3a 2024-11-11T04:53:24,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:24,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:24,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c37dcc03b6a5482fb65a213bff899379 is 50, key is test_row_0/B:col10/1731300804284/Put/seqid=0 2024-11-11T04:53:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742427_1603 (size=9657) 2024-11-11T04:53:24,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c37dcc03b6a5482fb65a213bff899379 2024-11-11T04:53:24,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/8a71f66f01ba41bba2bc430ee51bd8e5 is 50, key is test_row_0/C:col10/1731300804284/Put/seqid=0 2024-11-11T04:53:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742428_1604 (size=9657) 2024-11-11T04:53:24,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:24,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300864931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300864942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300864942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300864942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300864942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:25,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/8a71f66f01ba41bba2bc430ee51bd8e5 2024-11-11T04:53:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/fecb1ca28a5942daa3d4218bedcf0b3a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a 2024-11-11T04:53:25,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a, entries=100, sequenceid=16, filesize=21.8 K 2024-11-11T04:53:25,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c37dcc03b6a5482fb65a213bff899379 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379 2024-11-11T04:53:25,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379, entries=100, sequenceid=16, filesize=9.4 K 2024-11-11T04:53:25,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/8a71f66f01ba41bba2bc430ee51bd8e5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5 2024-11-11T04:53:25,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:25,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:25,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:25,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:25,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5, entries=100, sequenceid=16, filesize=9.4 K 2024-11-11T04:53:25,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 324ae75e7f189cea47ea4e8a87e13e28 in 909ms, sequenceid=16, compaction requested=false 2024-11-11T04:53:25,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:25,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T04:53:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:25,346 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:53:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111124e422f2e86044a68aa869eebe3e065d_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300804307/Put/seqid=0 2024-11-11T04:53:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742429_1605 (size=12154) 2024-11-11T04:53:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:25,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300865454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300865455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300865455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300865455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300865456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300865562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:25,761 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111124e422f2e86044a68aa869eebe3e065d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111124e422f2e86044a68aa869eebe3e065d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/43873beca623451f8a22ec7addc40fa6, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/43873beca623451f8a22ec7addc40fa6 is 175, key is test_row_0/A:col10/1731300804307/Put/seqid=0 2024-11-11T04:53:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742430_1606 (size=30955) 2024-11-11T04:53:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300865771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300865772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300865771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300865772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300865772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:25,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:53:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300866082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300866083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300866083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300866083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300866083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,166 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/43873beca623451f8a22ec7addc40fa6 2024-11-11T04:53:26,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/6822b761ebe84222ab60bcb58e276992 is 50, key is test_row_0/B:col10/1731300804307/Put/seqid=0 2024-11-11T04:53:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742431_1607 (size=12001) 2024-11-11T04:53:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:26,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/6822b761ebe84222ab60bcb58e276992 2024-11-11T04:53:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/41c39400a7324adb9c53a20a00d20ad1 is 50, key is test_row_0/C:col10/1731300804307/Put/seqid=0 2024-11-11T04:53:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742432_1608 (size=12001) 2024-11-11T04:53:26,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/41c39400a7324adb9c53a20a00d20ad1 2024-11-11T04:53:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/43873beca623451f8a22ec7addc40fa6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6 2024-11-11T04:53:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6, entries=150, sequenceid=42, filesize=30.2 K 2024-11-11T04:53:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300866592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300866592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300866592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/6822b761ebe84222ab60bcb58e276992 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:26,598 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T04:53:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/41c39400a7324adb9c53a20a00d20ad1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1 2024-11-11T04:53:26,601 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T04:53:26,601 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 324ae75e7f189cea47ea4e8a87e13e28 in 1255ms, sequenceid=42, compaction requested=false 2024-11-11T04:53:26,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:26,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:26,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-11T04:53:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-11T04:53:26,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-11T04:53:26,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-11-11T04:53:26,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.3340 sec 2024-11-11T04:53:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:27,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T04:53:27,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111149fa28af1f470b84d847f26335cd60_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742433_1609 (size=12154) 2024-11-11T04:53:27,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:27,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111149fa28af1f470b84d847f26335cd60_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111149fa28af1f470b84d847f26335cd60_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:27,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/d86ca2e17c34482db5699440473a488d, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:27,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/d86ca2e17c34482db5699440473a488d is 175, key is test_row_0/A:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300867624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300867625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300867626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300867628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742434_1610 (size=30955) 2024-11-11T04:53:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300867630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300867742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300867742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300867743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300867743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300867743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300867952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300867952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300867952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300867952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300867953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/d86ca2e17c34482db5699440473a488d 2024-11-11T04:53:28,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/629c0834de8d44349488048c36b616fc is 50, key is test_row_0/B:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742435_1611 (size=12001) 2024-11-11T04:53:28,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/629c0834de8d44349488048c36b616fc 2024-11-11T04:53:28,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a848b794c91e41baa3aeff8910cf61d9 is 50, key is test_row_0/C:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742436_1612 (size=12001) 2024-11-11T04:53:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300868262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300868262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300868262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300868262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300868262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T04:53:28,442 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:28,442 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-11T04:53:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T04:53:28,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:28,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:28,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:28,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a848b794c91e41baa3aeff8910cf61d9 2024-11-11T04:53:28,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/d86ca2e17c34482db5699440473a488d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d 2024-11-11T04:53:28,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d, entries=150, sequenceid=56, filesize=30.2 K 2024-11-11T04:53:28,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/629c0834de8d44349488048c36b616fc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc 2024-11-11T04:53:28,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T04:53:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a848b794c91e41baa3aeff8910cf61d9 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9 2024-11-11T04:53:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T04:53:28,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 324ae75e7f189cea47ea4e8a87e13e28 in 869ms, sequenceid=56, compaction requested=true 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:28,472 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:28,472 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:28,473 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:28,473 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:28,473 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:28,473 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:28,473 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:28,473 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:28,473 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=32.9 K 2024-11-11T04:53:28,473 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=82.3 K 2024-11-11T04:53:28,473 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:28,473 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d] 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c37dcc03b6a5482fb65a213bff899379, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300804284 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting fecb1ca28a5942daa3d4218bedcf0b3a, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300804284 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43873beca623451f8a22ec7addc40fa6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731300804306 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 6822b761ebe84222ab60bcb58e276992, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731300804306 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 629c0834de8d44349488048c36b616fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:28,474 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting d86ca2e17c34482db5699440473a488d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:28,480 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:28,480 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/206a006774ca44fb9680d661b180c891 is 50, key is test_row_0/B:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:28,481 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:28,483 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118d487769c0b444da9be752566714ab21_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:28,484 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118d487769c0b444da9be752566714ab21_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:28,484 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118d487769c0b444da9be752566714ab21_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:28,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742437_1613 (size=12104) 2024-11-11T04:53:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742438_1614 (size=4469) 2024-11-11T04:53:28,490 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#523 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:28,490 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/98da6f181a7a4398860c4b7237dff848 is 175, key is test_row_0/A:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:28,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742439_1615 (size=31058) 2024-11-11T04:53:28,497 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/98da6f181a7a4398860c4b7237dff848 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848 2024-11-11T04:53:28,501 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 98da6f181a7a4398860c4b7237dff848(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:28,501 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:28,501 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300808472; duration=0sec 2024-11-11T04:53:28,501 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:28,501 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:28,501 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:28,502 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:28,502 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:28,502 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:28,502 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=32.9 K 2024-11-11T04:53:28,502 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a71f66f01ba41bba2bc430ee51bd8e5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731300804284 2024-11-11T04:53:28,502 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c39400a7324adb9c53a20a00d20ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731300804306 2024-11-11T04:53:28,502 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting a848b794c91e41baa3aeff8910cf61d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:28,507 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#524 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:28,508 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/bc5080e856d14e11bbe4eeebea81a5c8 is 50, key is test_row_0/C:col10/1731300807602/Put/seqid=0 2024-11-11T04:53:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742440_1616 (size=12104) 2024-11-11T04:53:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T04:53:28,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-11T04:53:28,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:28,597 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T04:53:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111121fdc1b4b96c4a6cba4fa8de4efc237a_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300807624/Put/seqid=0 2024-11-11T04:53:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742441_1617 (size=12154) 2024-11-11T04:53:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T04:53:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:28,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:28,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300868785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300868785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300868790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300868790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300868790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,889 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/206a006774ca44fb9680d661b180c891 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/206a006774ca44fb9680d661b180c891 2024-11-11T04:53:28,893 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 206a006774ca44fb9680d661b180c891(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:28,893 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:28,893 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300808472; duration=0sec 2024-11-11T04:53:28,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:28,894 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:28,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300868891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300868892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300868902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300868902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300868902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:28,916 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/bc5080e856d14e11bbe4eeebea81a5c8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/bc5080e856d14e11bbe4eeebea81a5c8 2024-11-11T04:53:28,919 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into bc5080e856d14e11bbe4eeebea81a5c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:28,919 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:28,920 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300808472; duration=0sec 2024-11-11T04:53:28,920 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:28,920 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:29,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:29,009 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111121fdc1b4b96c4a6cba4fa8de4efc237a_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111121fdc1b4b96c4a6cba4fa8de4efc237a_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/daa8f97ce6ba4cc08151e786e15e0fdf, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/daa8f97ce6ba4cc08151e786e15e0fdf is 175, key is test_row_0/A:col10/1731300807624/Put/seqid=0 2024-11-11T04:53:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742442_1618 (size=30955) 2024-11-11T04:53:29,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/daa8f97ce6ba4cc08151e786e15e0fdf 2024-11-11T04:53:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/16f408eaf9564d1baf35e31fca42198d is 50, key is test_row_0/B:col10/1731300807624/Put/seqid=0 2024-11-11T04:53:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742443_1619 (size=12001) 2024-11-11T04:53:29,024 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/16f408eaf9564d1baf35e31fca42198d 2024-11-11T04:53:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/b38b13bb310746ada7dc7cacc77d2721 is 50, key is test_row_0/C:col10/1731300807624/Put/seqid=0 2024-11-11T04:53:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742444_1620 (size=12001) 2024-11-11T04:53:29,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/b38b13bb310746ada7dc7cacc77d2721 2024-11-11T04:53:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/daa8f97ce6ba4cc08151e786e15e0fdf as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf 2024-11-11T04:53:29,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf, entries=150, sequenceid=79, filesize=30.2 K 2024-11-11T04:53:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/16f408eaf9564d1baf35e31fca42198d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d 2024-11-11T04:53:29,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T04:53:29,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/b38b13bb310746ada7dc7cacc77d2721 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721 2024-11-11T04:53:29,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T04:53:29,050 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 324ae75e7f189cea47ea4e8a87e13e28 in 454ms, sequenceid=79, compaction requested=false 2024-11-11T04:53:29,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:29,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-11T04:53:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-11T04:53:29,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-11T04:53:29,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 607 msec 2024-11-11T04:53:29,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 611 msec 2024-11-11T04:53:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T04:53:29,072 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:29,073 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-11T04:53:29,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:29,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:29,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:29,103 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:29,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T04:53:29,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111edaf9b5dcb1d493eb99fdf59a1a16b8d_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742445_1621 (size=14594) 2024-11-11T04:53:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300869124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300869125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300869125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300869126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300869127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:29,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300869232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300869232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300869232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300869242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300869242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300869441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300869441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300869441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300869452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300869452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:29,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111edaf9b5dcb1d493eb99fdf59a1a16b8d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111edaf9b5dcb1d493eb99fdf59a1a16b8d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:29,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/68d8eef402964b839446204c0a99aaf8, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:29,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/68d8eef402964b839446204c0a99aaf8 is 175, key is test_row_0/A:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742446_1622 (size=39549) 2024-11-11T04:53:29,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/68d8eef402964b839446204c0a99aaf8 2024-11-11T04:53:29,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4bffa80555cc4c1d996ac837474cc423 is 50, key is test_row_0/B:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:29,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742447_1623 (size=12001) 2024-11-11T04:53:29,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300869751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300869751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300869751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300869762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300869762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:29,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4bffa80555cc4c1d996ac837474cc423 2024-11-11T04:53:29,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a8eb6717aa0e46ff9069e256f255d45c is 50, key is test_row_0/C:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:29,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742448_1624 (size=12001) 2024-11-11T04:53:29,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:29,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:30,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300870262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:30,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300870262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:30,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300870262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:30,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300870272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300870272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:30,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:30,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:30,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:30,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a8eb6717aa0e46ff9069e256f255d45c 2024-11-11T04:53:30,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/68d8eef402964b839446204c0a99aaf8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8 2024-11-11T04:53:30,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8, entries=200, sequenceid=99, filesize=38.6 K 2024-11-11T04:53:30,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4bffa80555cc4c1d996ac837474cc423 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423 2024-11-11T04:53:30,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423, entries=150, sequenceid=99, filesize=11.7 K 2024-11-11T04:53:30,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/a8eb6717aa0e46ff9069e256f255d45c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c 2024-11-11T04:53:30,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c, entries=150, sequenceid=99, filesize=11.7 K 2024-11-11T04:53:30,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 324ae75e7f189cea47ea4e8a87e13e28 in 1273ms, sequenceid=99, compaction requested=true 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:30,376 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:30,376 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:30,377 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:30,377 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:30,377 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:30,377 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:30,377 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,377 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,378 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=99.2 K 2024-11-11T04:53:30,378 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/206a006774ca44fb9680d661b180c891, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.3 K 2024-11-11T04:53:30,378 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,378 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8] 2024-11-11T04:53:30,378 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 206a006774ca44fb9680d661b180c891, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:30,378 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98da6f181a7a4398860c4b7237dff848, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:30,378 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 16f408eaf9564d1baf35e31fca42198d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300807622 2024-11-11T04:53:30,379 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bffa80555cc4c1d996ac837474cc423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:30,379 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting daa8f97ce6ba4cc08151e786e15e0fdf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300807622 2024-11-11T04:53:30,379 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68d8eef402964b839446204c0a99aaf8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:30,388 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:30,388 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:30,389 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/13baa0331a024173a915450d66e1d12c is 50, key is test_row_0/B:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:30,391 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c8767ce292764844a80b4e7d7e7d589d_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:30,393 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c8767ce292764844a80b4e7d7e7d589d_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:30,393 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c8767ce292764844a80b4e7d7e7d589d_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742449_1625 (size=12207) 2024-11-11T04:53:30,402 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/13baa0331a024173a915450d66e1d12c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/13baa0331a024173a915450d66e1d12c 2024-11-11T04:53:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742450_1626 (size=4469) 2024-11-11T04:53:30,405 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#532 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:30,405 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/5f9c12852d5146249799df0c81cc5b77 is 175, key is test_row_0/A:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:30,408 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 13baa0331a024173a915450d66e1d12c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:30,408 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742451_1627 (size=31161) 2024-11-11T04:53:30,409 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300810376; duration=0sec 2024-11-11T04:53:30,409 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:30,409 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:30,409 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:30,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:30,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:30,412 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,412 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/bc5080e856d14e11bbe4eeebea81a5c8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.3 K 2024-11-11T04:53:30,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting bc5080e856d14e11bbe4eeebea81a5c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731300805455 2024-11-11T04:53:30,413 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b38b13bb310746ada7dc7cacc77d2721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731300807622 2024-11-11T04:53:30,413 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a8eb6717aa0e46ff9069e256f255d45c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:30,416 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/5f9c12852d5146249799df0c81cc5b77 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77 2024-11-11T04:53:30,422 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 5f9c12852d5146249799df0c81cc5b77(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:30,422 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:30,422 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300810376; duration=0sec 2024-11-11T04:53:30,422 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:30,422 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:30,424 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:30,424 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/7f277f78192d4b6cb91bf9c023357a9f is 50, key is test_row_0/C:col10/1731300809102/Put/seqid=0 2024-11-11T04:53:30,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742452_1628 (size=12207) 2024-11-11T04:53:30,434 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/7f277f78192d4b6cb91bf9c023357a9f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7f277f78192d4b6cb91bf9c023357a9f 2024-11-11T04:53:30,440 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into 7f277f78192d4b6cb91bf9c023357a9f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:30,440 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:30,440 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300810376; duration=0sec 2024-11-11T04:53:30,441 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:30,441 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:30,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T04:53:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T04:53:30,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170ca63fc4d7a4901a72e0f95fd86448d_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300809121/Put/seqid=0 2024-11-11T04:53:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742453_1629 (size=12154) 2024-11-11T04:53:30,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,489 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170ca63fc4d7a4901a72e0f95fd86448d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170ca63fc4d7a4901a72e0f95fd86448d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/04febeb4a876458396df49f67c3b8fe5, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/04febeb4a876458396df49f67c3b8fe5 is 175, key is test_row_0/A:col10/1731300809121/Put/seqid=0 2024-11-11T04:53:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742454_1630 (size=30955) 2024-11-11T04:53:30,494 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/04febeb4a876458396df49f67c3b8fe5 2024-11-11T04:53:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f3b4a1b8a78b49a3a1d55b3a3f12360f is 50, key is test_row_0/B:col10/1731300809121/Put/seqid=0 2024-11-11T04:53:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742455_1631 (size=12001) 2024-11-11T04:53:30,508 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f3b4a1b8a78b49a3a1d55b3a3f12360f 2024-11-11T04:53:30,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/f0cc1fb54bf144ec90b018b926a3e2af is 50, key is test_row_0/C:col10/1731300809121/Put/seqid=0 2024-11-11T04:53:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742456_1632 (size=12001) 2024-11-11T04:53:30,917 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/f0cc1fb54bf144ec90b018b926a3e2af 2024-11-11T04:53:30,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/04febeb4a876458396df49f67c3b8fe5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5 2024-11-11T04:53:30,924 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5, entries=150, sequenceid=120, filesize=30.2 K 2024-11-11T04:53:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f3b4a1b8a78b49a3a1d55b3a3f12360f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f 2024-11-11T04:53:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,927 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T04:53:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/f0cc1fb54bf144ec90b018b926a3e2af as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af 2024-11-11T04:53:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 324ae75e7f189cea47ea4e8a87e13e28 in 479ms, sequenceid=120, compaction requested=false 2024-11-11T04:53:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-11T04:53:30,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.8630 sec 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T04:53:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:31,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:31,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T04:53:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111367f3869173a44beb38dc17e5485b9cc_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742457_1633 (size=22068) 2024-11-11T04:53:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300871359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300871364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300871472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300871472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300871472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300871472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300871472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:31,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300871682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300871682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300871682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300871682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300871682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:31,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111367f3869173a44beb38dc17e5485b9cc_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111367f3869173a44beb38dc17e5485b9cc_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:31,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/3a0efabafb4944959dad4bc685461583, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:31,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/3a0efabafb4944959dad4bc685461583 is 175, key is test_row_0/A:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742458_1634 (size=65473) 2024-11-11T04:53:31,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:31,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:31,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300871992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300871992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300871992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300871992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300871993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/3a0efabafb4944959dad4bc685461583 2024-11-11T04:53:32,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/7955540f867a4375a943b15b48c2faad is 50, key is test_row_0/B:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742459_1635 (size=12101) 2024-11-11T04:53:32,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/7955540f867a4375a943b15b48c2faad 2024-11-11T04:53:32,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:32,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/176482bf019e4cfbb2716af87ebcf89b is 50, key is test_row_0/C:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742460_1636 (size=12101) 2024-11-11T04:53:32,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/176482bf019e4cfbb2716af87ebcf89b 2024-11-11T04:53:32,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/3a0efabafb4944959dad4bc685461583 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583 2024-11-11T04:53:32,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583, entries=350, sequenceid=131, filesize=63.9 K 2024-11-11T04:53:32,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/7955540f867a4375a943b15b48c2faad as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad 2024-11-11T04:53:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T04:53:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/176482bf019e4cfbb2716af87ebcf89b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b 2024-11-11T04:53:32,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T04:53:32,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 324ae75e7f189cea47ea4e8a87e13e28 in 857ms, sequenceid=131, compaction requested=true 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:32,163 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:32,163 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:32,164 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:32,164 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:32,164 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,164 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=124.6 K 2024-11-11T04:53:32,164 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,164 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583] 2024-11-11T04:53:32,165 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:32,165 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:32,165 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,165 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/13baa0331a024173a915450d66e1d12c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.5 K 2024-11-11T04:53:32,165 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f9c12852d5146249799df0c81cc5b77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:32,165 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04febeb4a876458396df49f67c3b8fe5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731300809121 2024-11-11T04:53:32,165 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 13baa0331a024173a915450d66e1d12c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:32,166 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b4a1b8a78b49a3a1d55b3a3f12360f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731300809121 2024-11-11T04:53:32,166 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0efabafb4944959dad4bc685461583, keycount=350, bloomtype=ROW, size=63.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:32,166 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7955540f867a4375a943b15b48c2faad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:32,172 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,173 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d448302b17df4e8889875da19e915d2c_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,173 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:32,174 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/85874ad6c29949c8ac60ef0b1d2502c2 is 50, key is test_row_0/B:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:32,175 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d448302b17df4e8889875da19e915d2c_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,175 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d448302b17df4e8889875da19e915d2c_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742461_1637 (size=12409) 2024-11-11T04:53:32,183 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/85874ad6c29949c8ac60ef0b1d2502c2 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/85874ad6c29949c8ac60ef0b1d2502c2 2024-11-11T04:53:32,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742462_1638 (size=4469) 2024-11-11T04:53:32,186 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#540 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:32,187 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/72ec2a1dbd5b4d23af5430d24dd92816 is 175, key is test_row_0/A:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:32,187 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 85874ad6c29949c8ac60ef0b1d2502c2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:32,187 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:32,187 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300812163; duration=0sec 2024-11-11T04:53:32,188 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:32,188 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:32,188 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:32,189 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:32,189 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:32,189 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,189 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7f277f78192d4b6cb91bf9c023357a9f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.5 K 2024-11-11T04:53:32,190 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f277f78192d4b6cb91bf9c023357a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731300808781 2024-11-11T04:53:32,190 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f0cc1fb54bf144ec90b018b926a3e2af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731300809121 2024-11-11T04:53:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742463_1639 (size=31363) 2024-11-11T04:53:32,190 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 176482bf019e4cfbb2716af87ebcf89b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:32,195 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/72ec2a1dbd5b4d23af5430d24dd92816 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816 2024-11-11T04:53:32,197 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:32,198 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/fa3e92c4933a43fcb5952312c205499b is 50, key is test_row_0/C:col10/1731300811302/Put/seqid=0 2024-11-11T04:53:32,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742464_1640 (size=12409) 2024-11-11T04:53:32,207 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 72ec2a1dbd5b4d23af5430d24dd92816(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:32,207 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:32,208 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300812163; duration=0sec 2024-11-11T04:53:32,208 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:32,208 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T04:53:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T04:53:32,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0afaefd3cfc4c398474b8743af36280_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300811358/Put/seqid=0 2024-11-11T04:53:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742465_1641 (size=12304) 2024-11-11T04:53:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:32,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0afaefd3cfc4c398474b8743af36280_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0afaefd3cfc4c398474b8743af36280_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:32,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/a41e12c0f02b49c48424338106b68d1b, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/a41e12c0f02b49c48424338106b68d1b is 175, key is test_row_0/A:col10/1731300811358/Put/seqid=0 2024-11-11T04:53:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742466_1642 (size=31105) 2024-11-11T04:53:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:32,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300872507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300872507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300872509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300872510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300872511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,609 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/fa3e92c4933a43fcb5952312c205499b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/fa3e92c4933a43fcb5952312c205499b 2024-11-11T04:53:32,612 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into fa3e92c4933a43fcb5952312c205499b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:32,612 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:32,613 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300812163; duration=0sec 2024-11-11T04:53:32,613 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:32,613 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:32,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300872621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300872622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300872622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300872622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300872622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/a41e12c0f02b49c48424338106b68d1b 2024-11-11T04:53:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f485baa95b09414a9898acea40849483 is 50, key is test_row_0/B:col10/1731300811358/Put/seqid=0 2024-11-11T04:53:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742467_1643 (size=12151) 2024-11-11T04:53:32,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f485baa95b09414a9898acea40849483 2024-11-11T04:53:32,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/4c061e5093164599be1a1471dcdc66fb is 50, key is test_row_0/C:col10/1731300811358/Put/seqid=0 2024-11-11T04:53:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742468_1644 (size=12151) 2024-11-11T04:53:32,739 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/4c061e5093164599be1a1471dcdc66fb 2024-11-11T04:53:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/a41e12c0f02b49c48424338106b68d1b as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b 2024-11-11T04:53:32,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b, entries=150, sequenceid=158, filesize=30.4 K 2024-11-11T04:53:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f485baa95b09414a9898acea40849483 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483 2024-11-11T04:53:32,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T04:53:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/4c061e5093164599be1a1471dcdc66fb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb 2024-11-11T04:53:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T04:53:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 324ae75e7f189cea47ea4e8a87e13e28 in 459ms, sequenceid=158, compaction requested=false 2024-11-11T04:53:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-11T04:53:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-11T04:53:32,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-11T04:53:32,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-11T04:53:32,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.5360 sec 2024-11-11T04:53:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:32,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T04:53:32,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111457df621b0cd44708da9a4ea4920f7d1_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742469_1645 (size=12304) 2024-11-11T04:53:32,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:32,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111457df621b0cd44708da9a4ea4920f7d1_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111457df621b0cd44708da9a4ea4920f7d1_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:32,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/56317c801bf8494b8da2c567cd66c905, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:32,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/56317c801bf8494b8da2c567cd66c905 is 175, key is test_row_0/A:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742470_1646 (size=31105) 2024-11-11T04:53:32,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300872855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300872856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/56317c801bf8494b8da2c567cd66c905 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300872859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300872861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300872861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/0241519e50084c78832207468f782e79 is 50, key is test_row_0/B:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742471_1647 (size=12151) 2024-11-11T04:53:32,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300872972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300872972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300872972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300872972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300872972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300873182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300873182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300873182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300873182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300873182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/0241519e50084c78832207468f782e79 2024-11-11T04:53:33,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/0a3868fafcf9443fb9bf6144acd193e5 is 50, key is test_row_0/C:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742472_1648 (size=12151) 2024-11-11T04:53:33,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/0a3868fafcf9443fb9bf6144acd193e5 2024-11-11T04:53:33,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/56317c801bf8494b8da2c567cd66c905 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905 2024-11-11T04:53:33,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905, entries=150, sequenceid=171, filesize=30.4 K 2024-11-11T04:53:33,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/0241519e50084c78832207468f782e79 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79 2024-11-11T04:53:33,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T04:53:33,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/0a3868fafcf9443fb9bf6144acd193e5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5 2024-11-11T04:53:33,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T04:53:33,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 324ae75e7f189cea47ea4e8a87e13e28 in 474ms, sequenceid=171, compaction requested=true 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:33,307 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:33,307 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:33,308 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:33,308 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:33,308 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:33,308 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:33,308 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,308 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,308 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/85874ad6c29949c8ac60ef0b1d2502c2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.9 K 2024-11-11T04:53:33,308 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=91.4 K 2024-11-11T04:53:33,308 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,308 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905] 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 85874ad6c29949c8ac60ef0b1d2502c2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ec2a1dbd5b4d23af5430d24dd92816, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41e12c0f02b49c48424338106b68d1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731300811351 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting f485baa95b09414a9898acea40849483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731300811351 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56317c801bf8494b8da2c567cd66c905, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:33,309 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0241519e50084c78832207468f782e79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:33,314 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:33,315 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:33,315 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111614644354ea04adb8e6f1bce97b0edfe_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:33,316 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/9b662822861247fbadb0ce6f2d99293e is 50, key is test_row_0/B:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:33,317 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111614644354ea04adb8e6f1bce97b0edfe_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:33,317 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111614644354ea04adb8e6f1bce97b0edfe_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742473_1649 (size=12561) 2024-11-11T04:53:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742474_1650 (size=4469) 2024-11-11T04:53:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T04:53:33,372 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:33,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-11T04:53:33,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:33,375 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:33,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:33,495 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:33,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T04:53:33,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119026d6ed814c46cfb6e739cce6225630_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300812857/Put/seqid=0 2024-11-11T04:53:33,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300873498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300873498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742475_1651 (size=14794) 2024-11-11T04:53:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300873501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300873502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300873503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300873611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300873611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300873611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300873612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300873612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:33,721 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:33,722 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8320307358924caaaa37fd64356c28d7 is 175, key is test_row_0/A:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742476_1652 (size=31515) 2024-11-11T04:53:33,728 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/9b662822861247fbadb0ce6f2d99293e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b662822861247fbadb0ce6f2d99293e 2024-11-11T04:53:33,732 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 9b662822861247fbadb0ce6f2d99293e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:33,732 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:33,732 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300813307; duration=0sec 2024-11-11T04:53:33,732 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:33,732 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:33,732 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:33,733 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:33,733 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:33,733 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,733 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/fa3e92c4933a43fcb5952312c205499b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=35.9 K 2024-11-11T04:53:33,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting fa3e92c4933a43fcb5952312c205499b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731300811279 2024-11-11T04:53:33,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c061e5093164599be1a1471dcdc66fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731300811351 2024-11-11T04:53:33,734 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3868fafcf9443fb9bf6144acd193e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:33,740 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:33,741 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/c729e7e70aaf4a77b0928c93a77b22fc is 50, key is test_row_0/C:col10/1731300812509/Put/seqid=0 2024-11-11T04:53:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742477_1653 (size=12561) 2024-11-11T04:53:33,747 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/c729e7e70aaf4a77b0928c93a77b22fc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/c729e7e70aaf4a77b0928c93a77b22fc 2024-11-11T04:53:33,750 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into c729e7e70aaf4a77b0928c93a77b22fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:33,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:33,750 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300813307; duration=0sec 2024-11-11T04:53:33,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:33,750 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:33,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300873821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300873821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300873821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300873822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300873822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:33,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:33,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119026d6ed814c46cfb6e739cce6225630_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119026d6ed814c46cfb6e739cce6225630_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:33,909 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/059dc1bd04c448e3affd16c98d6a5695, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:33,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/059dc1bd04c448e3affd16c98d6a5695 is 175, key is test_row_0/A:col10/1731300812857/Put/seqid=0 2024-11-11T04:53:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742478_1654 (size=39749) 2024-11-11T04:53:33,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:33,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:34,130 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8320307358924caaaa37fd64356c28d7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7 2024-11-11T04:53:34,134 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 8320307358924caaaa37fd64356c28d7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:34,134 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:34,134 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300813307; duration=0sec 2024-11-11T04:53:34,134 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:34,134 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300874132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300874133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300874133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300874133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300874133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/059dc1bd04c448e3affd16c98d6a5695 2024-11-11T04:53:34,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/854139f13f674ef89713cef941df3bc7 is 50, key is test_row_0/B:col10/1731300812857/Put/seqid=0 2024-11-11T04:53:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742479_1655 (size=12151) 2024-11-11T04:53:34,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:34,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300874641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300874642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300874642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300874642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300874642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:34,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/854139f13f674ef89713cef941df3bc7 2024-11-11T04:53:34,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/023dc171fb4c46cd98d351fd89d4742a is 50, key is test_row_0/C:col10/1731300812857/Put/seqid=0 2024-11-11T04:53:34,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742480_1656 (size=12151) 2024-11-11T04:53:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:34,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:35,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:35,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:35,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:35,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/023dc171fb4c46cd98d351fd89d4742a 2024-11-11T04:53:35,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/059dc1bd04c448e3affd16c98d6a5695 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695 2024-11-11T04:53:35,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695, entries=200, sequenceid=197, filesize=38.8 K 2024-11-11T04:53:35,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/854139f13f674ef89713cef941df3bc7 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7 2024-11-11T04:53:35,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T04:53:35,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/023dc171fb4c46cd98d351fd89d4742a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a 2024-11-11T04:53:35,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T04:53:35,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 324ae75e7f189cea47ea4e8a87e13e28 in 1652ms, sequenceid=197, compaction requested=false 2024-11-11T04:53:35,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:35,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-11T04:53:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:35,206 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T04:53:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115316b962c7054f079ee02cc4553fef33_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300813502/Put/seqid=0 2024-11-11T04:53:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742481_1657 (size=12304) 2024-11-11T04:53:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:35,620 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115316b962c7054f079ee02cc4553fef33_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115316b962c7054f079ee02cc4553fef33_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:35,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/44c3cb02d5de45a3b065966baa126357, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:35,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/44c3cb02d5de45a3b065966baa126357 is 175, key is test_row_0/A:col10/1731300813502/Put/seqid=0 2024-11-11T04:53:35,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742482_1658 (size=31105) 2024-11-11T04:53:35,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/44c3cb02d5de45a3b065966baa126357 2024-11-11T04:53:35,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c7fe1829b324430492500de1c332ee96 is 50, key is test_row_0/B:col10/1731300813502/Put/seqid=0 2024-11-11T04:53:35,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742483_1659 (size=12151) 2024-11-11T04:53:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:35,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:35,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300875677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300875678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300875681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300875683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300875684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300876002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300876002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300876002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300876002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300876002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c7fe1829b324430492500de1c332ee96 2024-11-11T04:53:36,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/1f45406d7acf41d6804458e242374269 is 50, key is test_row_0/C:col10/1731300813502/Put/seqid=0 2024-11-11T04:53:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742484_1660 (size=12151) 2024-11-11T04:53:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300876312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300876312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300876312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300876312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300876312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/1f45406d7acf41d6804458e242374269 2024-11-11T04:53:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/44c3cb02d5de45a3b065966baa126357 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357 2024-11-11T04:53:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357, entries=150, sequenceid=210, filesize=30.4 K 2024-11-11T04:53:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/c7fe1829b324430492500de1c332ee96 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96 2024-11-11T04:53:36,456 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T04:53:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/1f45406d7acf41d6804458e242374269 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269 2024-11-11T04:53:36,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T04:53:36,460 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 324ae75e7f189cea47ea4e8a87e13e28 in 1254ms, sequenceid=210, compaction requested=true 2024-11-11T04:53:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-11T04:53:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-11T04:53:36,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-11T04:53:36,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0860 sec 2024-11-11T04:53:36,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 3.0900 sec 2024-11-11T04:53:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:36,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T04:53:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300876826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300876827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300876827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bb30ad1540f0486681367e9a5bea5662_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300876829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742485_1661 (size=14794) 2024-11-11T04:53:36,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300876832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300876941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300876942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300876942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300876942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300876942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300877151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300877152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300877152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300877152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300877152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:37,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bb30ad1540f0486681367e9a5bea5662_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bb30ad1540f0486681367e9a5bea5662_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:37,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8bcde47e2b5b480cb006d1112cb1534c, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:37,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8bcde47e2b5b480cb006d1112cb1534c is 175, key is test_row_0/A:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742486_1662 (size=39749) 2024-11-11T04:53:37,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300877461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300877462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300877462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300877462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300877462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T04:53:37,542 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:37,542 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-11T04:53:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:37,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:37,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:37,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:37,644 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8bcde47e2b5b480cb006d1112cb1534c 2024-11-11T04:53:37,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/b1ab2d4b97364dc680c4dea3c3e0abbc is 50, key is test_row_0/B:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742487_1663 (size=12151) 2024-11-11T04:53:37,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:37,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:37,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:37,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:37,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:37,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:37,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300877972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300877972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300877972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300877972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300877972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:38,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/b1ab2d4b97364dc680c4dea3c3e0abbc 2024-11-11T04:53:38,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ec174eb25abc42a1844879db6cace4d1 is 50, key is test_row_0/C:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742488_1664 (size=12151) 2024-11-11T04:53:38,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:38,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:38,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ec174eb25abc42a1844879db6cace4d1 2024-11-11T04:53:38,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8bcde47e2b5b480cb006d1112cb1534c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c 2024-11-11T04:53:38,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c, entries=200, sequenceid=239, filesize=38.8 K 2024-11-11T04:53:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/b1ab2d4b97364dc680c4dea3c3e0abbc as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc 2024-11-11T04:53:38,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T04:53:38,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ec174eb25abc42a1844879db6cace4d1 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1 2024-11-11T04:53:38,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T04:53:38,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 324ae75e7f189cea47ea4e8a87e13e28 in 1661ms, sequenceid=239, compaction requested=true 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:38,486 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:53:38,486 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:53:38,487 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:53:38,487 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:53:38,487 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:38,487 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:38,488 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,488 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,488 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b662822861247fbadb0ce6f2d99293e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=47.9 K 2024-11-11T04:53:38,488 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=138.8 K 2024-11-11T04:53:38,488 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,488 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c] 2024-11-11T04:53:38,488 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b662822861247fbadb0ce6f2d99293e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:38,488 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8320307358924caaaa37fd64356c28d7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:38,488 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 854139f13f674ef89713cef941df3bc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731300812850 2024-11-11T04:53:38,489 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting c7fe1829b324430492500de1c332ee96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731300813500 2024-11-11T04:53:38,489 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059dc1bd04c448e3affd16c98d6a5695, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731300812850 2024-11-11T04:53:38,489 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ab2d4b97364dc680c4dea3c3e0abbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300816823 2024-11-11T04:53:38,489 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c3cb02d5de45a3b065966baa126357, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731300813500 2024-11-11T04:53:38,490 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bcde47e2b5b480cb006d1112cb1534c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300815683 2024-11-11T04:53:38,496 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:38,497 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:38,497 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111794c3d63ed704e3ab2cbb03d92cce55f_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:38,498 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/39d6c362d853451587444d44895882d4 is 50, key is test_row_0/B:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:38,499 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111794c3d63ed704e3ab2cbb03d92cce55f_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:38,499 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111794c3d63ed704e3ab2cbb03d92cce55f_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742489_1665 (size=12697) 2024-11-11T04:53:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742490_1666 (size=4469) 2024-11-11T04:53:38,510 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#562 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:38,511 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/9b7d8f9cd5b14e17925472767c83eb55 is 175, key is test_row_0/A:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742491_1667 (size=31651) 2024-11-11T04:53:38,517 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/9b7d8f9cd5b14e17925472767c83eb55 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55 2024-11-11T04:53:38,520 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 9b7d8f9cd5b14e17925472767c83eb55(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:38,520 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:38,520 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=12, startTime=1731300818486; duration=0sec 2024-11-11T04:53:38,520 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:38,520 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:38,520 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T04:53:38,521 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T04:53:38,522 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:38,522 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,522 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/c729e7e70aaf4a77b0928c93a77b22fc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=47.9 K 2024-11-11T04:53:38,522 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting c729e7e70aaf4a77b0928c93a77b22fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731300812505 2024-11-11T04:53:38,522 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 023dc171fb4c46cd98d351fd89d4742a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731300812850 2024-11-11T04:53:38,522 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f45406d7acf41d6804458e242374269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731300813500 2024-11-11T04:53:38,523 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec174eb25abc42a1844879db6cace4d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300816823 2024-11-11T04:53:38,532 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:38,532 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/e774ec652e8c499e9659586d4a606f34 is 50, key is test_row_0/C:col10/1731300816825/Put/seqid=0 2024-11-11T04:53:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742492_1668 (size=12697) 2024-11-11T04:53:38,558 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/e774ec652e8c499e9659586d4a606f34 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/e774ec652e8c499e9659586d4a606f34 2024-11-11T04:53:38,562 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into e774ec652e8c499e9659586d4a606f34(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:38,562 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:38,562 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=12, startTime=1731300818486; duration=0sec 2024-11-11T04:53:38,562 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:38,562 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:38,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-11T04:53:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:38,612 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T04:53:38,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111138510527e3a0409298fb5e83958679c3_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300816826/Put/seqid=0 2024-11-11T04:53:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742493_1669 (size=12304) 2024-11-11T04:53:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:38,909 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/39d6c362d853451587444d44895882d4 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/39d6c362d853451587444d44895882d4 2024-11-11T04:53:38,913 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 39d6c362d853451587444d44895882d4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:38,914 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:38,914 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=12, startTime=1731300818486; duration=0sec 2024-11-11T04:53:38,914 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:38,914 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:38,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300879013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300879014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300879014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300879015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300879016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:39,026 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111138510527e3a0409298fb5e83958679c3_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138510527e3a0409298fb5e83958679c3_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:39,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61cbafc6a8a14e0da4726712daa3dc4f, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:39,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61cbafc6a8a14e0da4726712daa3dc4f is 175, key is test_row_0/A:col10/1731300816826/Put/seqid=0 2024-11-11T04:53:39,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742494_1670 (size=31105) 2024-11-11T04:53:39,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300879122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300879122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300879122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300879123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300879123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300879331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300879331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300879332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300879332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300879332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,430 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61cbafc6a8a14e0da4726712daa3dc4f 2024-11-11T04:53:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/9b59ccb435a14663991ea69e0c095932 is 50, key is test_row_0/B:col10/1731300816826/Put/seqid=0 2024-11-11T04:53:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742495_1671 (size=12151) 2024-11-11T04:53:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300879642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300879642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300879642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300879642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300879642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:39,840 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/9b59ccb435a14663991ea69e0c095932 2024-11-11T04:53:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/69a206b75ba2457b93ff039031641443 is 50, key is test_row_0/C:col10/1731300816826/Put/seqid=0 2024-11-11T04:53:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742496_1672 (size=12151) 2024-11-11T04:53:39,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/69a206b75ba2457b93ff039031641443 2024-11-11T04:53:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61cbafc6a8a14e0da4726712daa3dc4f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f 2024-11-11T04:53:39,863 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f, entries=150, sequenceid=248, filesize=30.4 K 2024-11-11T04:53:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/9b59ccb435a14663991ea69e0c095932 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932 2024-11-11T04:53:39,867 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T04:53:39,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/69a206b75ba2457b93ff039031641443 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443 2024-11-11T04:53:39,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T04:53:39,871 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 324ae75e7f189cea47ea4e8a87e13e28 in 1259ms, sequenceid=248, compaction requested=false 2024-11-11T04:53:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-11T04:53:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-11T04:53:39,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-11T04:53:39,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-11-11T04:53:39,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 2.3320 sec 2024-11-11T04:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:40,155 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:40,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T04:53:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300880156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300880156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300880158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300880158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ff5690a08eae48e6b5de6e8de89fed67_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300880158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742497_1673 (size=12454) 2024-11-11T04:53:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300880272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300880272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300880272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300880272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300880272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300880482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300880482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300880482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300880482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300880482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ff5690a08eae48e6b5de6e8de89fed67_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff5690a08eae48e6b5de6e8de89fed67_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:40,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/6ba1ddd29a6245ef8139a6a114812e99, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:40,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/6ba1ddd29a6245ef8139a6a114812e99 is 175, key is test_row_0/A:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742498_1674 (size=31255) 2024-11-11T04:53:40,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/6ba1ddd29a6245ef8139a6a114812e99 2024-11-11T04:53:40,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/a984eaf2a7104b0799c7e4f697969cc3 is 50, key is test_row_0/B:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:40,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742499_1675 (size=12301) 2024-11-11T04:53:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300880791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300880792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300880792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300880792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300880792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:40,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/a984eaf2a7104b0799c7e4f697969cc3 2024-11-11T04:53:40,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/98e3742e8ba5431e8b85f28a6b5e98b5 is 50, key is test_row_0/C:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742500_1676 (size=12301) 2024-11-11T04:53:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300881302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:41,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300881302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:41,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300881302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:41,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300881302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300881302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:41,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/98e3742e8ba5431e8b85f28a6b5e98b5 2024-11-11T04:53:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/6ba1ddd29a6245ef8139a6a114812e99 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99 2024-11-11T04:53:41,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99, entries=150, sequenceid=280, filesize=30.5 K 2024-11-11T04:53:41,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/a984eaf2a7104b0799c7e4f697969cc3 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3 2024-11-11T04:53:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T04:53:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/98e3742e8ba5431e8b85f28a6b5e98b5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5 2024-11-11T04:53:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T04:53:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 324ae75e7f189cea47ea4e8a87e13e28 in 1256ms, sequenceid=280, compaction requested=true 2024-11-11T04:53:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:41,412 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:41,413 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,413 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,413 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=91.8 K 2024-11-11T04:53:41,413 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/39d6c362d853451587444d44895882d4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=36.3 K 2024-11-11T04:53:41,413 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:41,413 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99] 2024-11-11T04:53:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,413 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 39d6c362d853451587444d44895882d4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300816823 2024-11-11T04:53:41,413 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b7d8f9cd5b14e17925472767c83eb55, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300816823 2024-11-11T04:53:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,413 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61cbafc6a8a14e0da4726712daa3dc4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731300816826 2024-11-11T04:53:41,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b59ccb435a14663991ea69e0c095932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731300816826 2024-11-11T04:53:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,414 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting a984eaf2a7104b0799c7e4f697969cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,414 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ba1ddd29a6245ef8139a6a114812e99, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,419 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,421 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,421 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/de134680adeb4127b4b9e8bb2d536e2f is 50, key is test_row_0/B:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,424 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b94a54a173ed4dec91189aba8949a8fa_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,426 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b94a54a173ed4dec91189aba8949a8fa_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,426 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b94a54a173ed4dec91189aba8949a8fa_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742502_1678 (size=4469) 2024-11-11T04:53:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742501_1677 (size=12949) 2024-11-11T04:53:41,435 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#570 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,435 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/91c15d663c4f4c95bfcb5f956ab6c669 is 175, key is test_row_0/A:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742503_1679 (size=31903) 2024-11-11T04:53:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,442 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/91c15d663c4f4c95bfcb5f956ab6c669 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669 2024-11-11T04:53:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,446 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 91c15d663c4f4c95bfcb5f956ab6c669(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:41,446 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:41,446 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300821411; duration=0sec 2024-11-11T04:53:41,446 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:41,446 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,446 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,447 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:41,447 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,447 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:41,447 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/e774ec652e8c499e9659586d4a606f34, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=36.3 K 2024-11-11T04:53:41,447 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting e774ec652e8c499e9659586d4a606f34, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731300816823 2024-11-11T04:53:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,448 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69a206b75ba2457b93ff039031641443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731300816826 2024-11-11T04:53:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,448 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98e3742e8ba5431e8b85f28a6b5e98b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,454 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,454 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/4e928f7135604d28aea1b40e380ff0a8 is 50, key is test_row_0/C:col10/1731300820155/Put/seqid=0 2024-11-11T04:53:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742504_1680 (size=12949) 2024-11-11T04:53:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-11T04:53:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,722 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,722 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-11-11T04:53:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,724 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,724 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:41,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,838 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/de134680adeb4127b4b9e8bb2d536e2f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/de134680adeb4127b4b9e8bb2d536e2f 2024-11-11T04:53:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,842 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into de134680adeb4127b4b9e8bb2d536e2f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:41,842 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:41,842 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300821412; duration=0sec 2024-11-11T04:53:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,842 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:41,842 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,861 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/4e928f7135604d28aea1b40e380ff0a8 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4e928f7135604d28aea1b40e380ff0a8 2024-11-11T04:53:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,864 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into 4e928f7135604d28aea1b40e380ff0a8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:41,865 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:41,865 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300821412; duration=0sec 2024-11-11T04:53:41,865 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:41,865 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-11T04:53:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T04:53:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117b3c7a3ae0c5450db8a1df92549bafab_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_1/A:col10/1731300820156/Put/seqid=0 2024-11-11T04:53:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742505_1681 (size=9914) 2024-11-11T04:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,302 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117b3c7a3ae0c5450db8a1df92549bafab_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3c7a3ae0c5450db8a1df92549bafab_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/18f8611044924f8db17bc8f4e582b0fb, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/18f8611044924f8db17bc8f4e582b0fb is 175, key is test_row_1/A:col10/1731300820156/Put/seqid=0 2024-11-11T04:53:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742506_1682 (size=22561) 2024-11-11T04:53:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300882344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300882345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300882346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300882346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300882348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:42,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300882452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300882452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300882462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300882462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300882462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300882662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300882662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300882672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300882672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300882672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/18f8611044924f8db17bc8f4e582b0fb 2024-11-11T04:53:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/d1317f75201b45ab84c486fb3bc9ad97 is 50, key is test_row_1/B:col10/1731300820156/Put/seqid=0 2024-11-11T04:53:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742507_1683 (size=9857) 2024-11-11T04:53:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300882971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300882971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300882982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300882982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300882982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:42,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,117 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/d1317f75201b45ab84c486fb3bc9ad97 2024-11-11T04:53:43,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/412b0cd39ffa44919a71d4eb8353597e is 50, key is test_row_1/C:col10/1731300820156/Put/seqid=0 2024-11-11T04:53:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742508_1684 (size=9857) 2024-11-11T04:53:43,126 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/412b0cd39ffa44919a71d4eb8353597e 2024-11-11T04:53:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/18f8611044924f8db17bc8f4e582b0fb as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb 2024-11-11T04:53:43,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb, entries=100, sequenceid=289, filesize=22.0 K 2024-11-11T04:53:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/d1317f75201b45ab84c486fb3bc9ad97 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97 2024-11-11T04:53:43,137 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97, entries=100, sequenceid=289, filesize=9.6 K 2024-11-11T04:53:43,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/412b0cd39ffa44919a71d4eb8353597e as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e 2024-11-11T04:53:43,140 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e, entries=100, sequenceid=289, filesize=9.6 K 2024-11-11T04:53:43,141 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 324ae75e7f189cea47ea4e8a87e13e28 in 1264ms, sequenceid=289, compaction requested=false 2024-11-11T04:53:43,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:43,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:43,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-11-11T04:53:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-11-11T04:53:43,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-11T04:53:43,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-11T04:53:43,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 1.4230 sec 2024-11-11T04:53:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(8855): Flush requested on 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T04:53:43,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-11T04:53:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300883489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300883489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170fa4eb40bdd4a8682c2acbb32a19f55_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_0/A:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300883492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300883492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300883492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742509_1685 (size=14994) 2024-11-11T04:53:43,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300883602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300883602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300883812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300883812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T04:53:43,872 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:43,872 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T04:53:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees 2024-11-11T04:53:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:43,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T04:53:43,875 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T04:53:43,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T04:53:43,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:43,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170fa4eb40bdd4a8682c2acbb32a19f55_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fa4eb40bdd4a8682c2acbb32a19f55_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:43,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61482677eec745a896f809977c25a697, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:43,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61482677eec745a896f809977c25a697 is 175, key is test_row_0/A:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:43,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742510_1686 (size=39949) 2024-11-11T04:53:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:44,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300884121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300884121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:44,277 INFO [Thread-2657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2657. 2024-11-11T04:53:44,277 DEBUG [Thread-2657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:44,277 DEBUG [Thread-2657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,277 DEBUG [Thread-2657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:44,278 INFO [Thread-2661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2661. 2024-11-11T04:53:44,278 DEBUG [Thread-2661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:44,278 DEBUG [Thread-2661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,278 DEBUG [Thread-2661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:44,278 INFO [Thread-2663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2663. 2024-11-11T04:53:44,278 DEBUG [Thread-2663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:44,278 DEBUG [Thread-2663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,278 DEBUG [Thread-2663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:44,279 INFO [Thread-2665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2665. 2024-11-11T04:53:44,280 DEBUG [Thread-2665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:44,280 DEBUG [Thread-2665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,280 DEBUG [Thread-2665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:44,280 INFO [Thread-2659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2659. 2024-11-11T04:53:44,280 DEBUG [Thread-2659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:44,280 DEBUG [Thread-2659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,280 DEBUG [Thread-2659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:44,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:44,304 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61482677eec745a896f809977c25a697 2024-11-11T04:53:44,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/2d13720f2ad0450894f0c7ae30b8ee90 is 50, key is test_row_0/B:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742511_1687 (size=12301) 2024-11-11T04:53:44,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44616 deadline: 1731300884502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,503 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 324ae75e7f189cea47ea4e8a87e13e28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:53:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44568 deadline: 1731300884511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731300884511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,512 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_2' in 324ae75e7f189cea47ea4e8a87e13e28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:53:44,512 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a7bef91497aa,40889,1731300647138 for 'test_row_1' in 324ae75e7f189cea47ea4e8a87e13e28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T04:53:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731300884631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731300884631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 , the old value is region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T04:53:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., hostname=a7bef91497aa,40889,1731300647138, seqNum=5 because the exception is null or not the one we care about 2024-11-11T04:53:44,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/2d13720f2ad0450894f0c7ae30b8ee90 2024-11-11T04:53:44,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ad2f2d7f11d84e88a335dd8dc2391858 is 50, key is test_row_0/C:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742512_1688 (size=12301) 2024-11-11T04:53:44,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:44,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:45,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. as already flushing 2024-11-11T04:53:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:45,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ad2f2d7f11d84e88a335dd8dc2391858 2024-11-11T04:53:45,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/61482677eec745a896f809977c25a697 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697 2024-11-11T04:53:45,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697, entries=200, sequenceid=321, filesize=39.0 K 2024-11-11T04:53:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/2d13720f2ad0450894f0c7ae30b8ee90 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90 2024-11-11T04:53:45,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T04:53:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/ad2f2d7f11d84e88a335dd8dc2391858 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858 2024-11-11T04:53:45,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T04:53:45,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 324ae75e7f189cea47ea4e8a87e13e28 in 1647ms, sequenceid=321, compaction requested=true 2024-11-11T04:53:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T04:53:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T04:53:45,131 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:45,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 324ae75e7f189cea47ea4e8a87e13e28:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T04:53:45,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/A is initiating minor compaction (all files) 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/B is initiating minor compaction (all files) 2024-11-11T04:53:45,132 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/A in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,132 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/B in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,132 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=92.2 K 2024-11-11T04:53:45,132 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/de134680adeb4127b4b9e8bb2d536e2f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=34.3 K 2024-11-11T04:53:45,132 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. files: [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697] 2024-11-11T04:53:45,132 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting de134680adeb4127b4b9e8bb2d536e2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:45,133 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91c15d663c4f4c95bfcb5f956ab6c669, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:45,133 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting d1317f75201b45ab84c486fb3bc9ad97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731300820156 2024-11-11T04:53:45,133 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f8611044924f8db17bc8f4e582b0fb, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731300820156 2024-11-11T04:53:45,133 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d13720f2ad0450894f0c7ae30b8ee90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731300822337 2024-11-11T04:53:45,133 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61482677eec745a896f809977c25a697, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731300822337 2024-11-11T04:53:45,137 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:45,137 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#B#compaction#579 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:45,138 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/006f6775d92f4add852aae302e652559 is 50, key is test_row_0/B:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:45,139 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e0170efa6eac4894b9b88c84a95eb71a_324ae75e7f189cea47ea4e8a87e13e28 store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742513_1689 (size=13051) 2024-11-11T04:53:45,141 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e0170efa6eac4894b9b88c84a95eb71a_324ae75e7f189cea47ea4e8a87e13e28, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:45,141 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0170efa6eac4894b9b88c84a95eb71a_324ae75e7f189cea47ea4e8a87e13e28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742514_1690 (size=4469) 2024-11-11T04:53:45,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-11T04:53:45,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,247 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T04:53:45,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cbc725980f9c4f56a12e86ad61f8df7f_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_1/A:col10/1731300823487/Put/seqid=0 2024-11-11T04:53:45,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742515_1691 (size=9914) 2024-11-11T04:53:45,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:53:45,544 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/006f6775d92f4add852aae302e652559 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/006f6775d92f4add852aae302e652559 2024-11-11T04:53:45,545 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#A#compaction#580 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:45,545 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/0c79aaef9f424dd39776e6577501b17c is 175, key is test_row_0/A:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:45,548 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/B of 324ae75e7f189cea47ea4e8a87e13e28 into 006f6775d92f4add852aae302e652559(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:45,548 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:45,548 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/B, priority=13, startTime=1731300825131; duration=0sec 2024-11-11T04:53:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742516_1692 (size=32005) 2024-11-11T04:53:45,548 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T04:53:45,548 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:B 2024-11-11T04:53:45,548 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T04:53:45,549 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T04:53:45,549 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1541): 324ae75e7f189cea47ea4e8a87e13e28/C is initiating minor compaction (all files) 2024-11-11T04:53:45,549 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 324ae75e7f189cea47ea4e8a87e13e28/C in TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:45,549 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4e928f7135604d28aea1b40e380ff0a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858] into tmpdir=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp, totalSize=34.3 K 2024-11-11T04:53:45,549 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e928f7135604d28aea1b40e380ff0a8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731300819015 2024-11-11T04:53:45,549 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting 412b0cd39ffa44919a71d4eb8353597e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731300820156 2024-11-11T04:53:45,550 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] compactions.Compactor(225): Compacting ad2f2d7f11d84e88a335dd8dc2391858, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731300822337 2024-11-11T04:53:45,554 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 324ae75e7f189cea47ea4e8a87e13e28#C#compaction#582 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T04:53:45,554 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/7427f1fb80a14bce9cae01c44b7aff8d is 50, key is test_row_0/C:col10/1731300823483/Put/seqid=0 2024-11-11T04:53:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742517_1693 (size=13051) 2024-11-11T04:53:45,643 INFO [Thread-2652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2652. 2024-11-11T04:53:45,643 INFO [Thread-2650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2650. 2024-11-11T04:53:45,643 DEBUG [Thread-2652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:45,643 DEBUG [Thread-2650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:45,643 DEBUG [Thread-2652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:45,643 DEBUG [Thread-2650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:45,643 DEBUG [Thread-2652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:45,643 DEBUG [Thread-2650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:45,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:45,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:45,657 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cbc725980f9c4f56a12e86ad61f8df7f_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cbc725980f9c4f56a12e86ad61f8df7f_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:45,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8f4c09b9c7854c2c84287c3250503c86, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8f4c09b9c7854c2c84287c3250503c86 is 175, key is test_row_1/A:col10/1731300823487/Put/seqid=0 2024-11-11T04:53:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742518_1694 (size=22561) 2024-11-11T04:53:45,951 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/0c79aaef9f424dd39776e6577501b17c as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/0c79aaef9f424dd39776e6577501b17c 2024-11-11T04:53:45,955 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/A of 324ae75e7f189cea47ea4e8a87e13e28 into 0c79aaef9f424dd39776e6577501b17c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:45,955 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:45,955 INFO [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/A, priority=13, startTime=1731300825131; duration=0sec 2024-11-11T04:53:45,955 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:45,955 DEBUG [RS:0;a7bef91497aa:40889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:A 2024-11-11T04:53:45,959 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/7427f1fb80a14bce9cae01c44b7aff8d as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7427f1fb80a14bce9cae01c44b7aff8d 2024-11-11T04:53:45,962 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 324ae75e7f189cea47ea4e8a87e13e28/C of 324ae75e7f189cea47ea4e8a87e13e28 into 7427f1fb80a14bce9cae01c44b7aff8d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T04:53:45,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:45,962 INFO [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., storeName=324ae75e7f189cea47ea4e8a87e13e28/C, priority=13, startTime=1731300825131; duration=0sec 2024-11-11T04:53:45,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T04:53:45,962 DEBUG [RS:0;a7bef91497aa:40889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 324ae75e7f189cea47ea4e8a87e13e28:C 2024-11-11T04:53:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:46,061 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8f4c09b9c7854c2c84287c3250503c86 2024-11-11T04:53:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4b3bdf7185334f9aaa2d44c0409c9cf0 is 50, key is test_row_1/B:col10/1731300823487/Put/seqid=0 2024-11-11T04:53:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742519_1695 (size=9857) 2024-11-11T04:53:46,468 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4b3bdf7185334f9aaa2d44c0409c9cf0 2024-11-11T04:53:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/9d3cc83264e847628ed64b20265f98d6 is 50, key is test_row_1/C:col10/1731300823487/Put/seqid=0 2024-11-11T04:53:46,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742520_1696 (size=9857) 2024-11-11T04:53:46,533 INFO [Thread-2654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2654. 2024-11-11T04:53:46,533 DEBUG [Thread-2654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:46,533 DEBUG [Thread-2654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,533 DEBUG [Thread-2654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:46,543 INFO [Thread-2646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2646. 2024-11-11T04:53:46,543 DEBUG [Thread-2646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:46,543 DEBUG [Thread-2646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,543 DEBUG [Thread-2646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,543 INFO [Thread-2648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2648. 2024-11-11T04:53:46,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:46,543 DEBUG [Thread-2648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T04:53:46,543 DEBUG [Thread-2648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,543 DEBUG [Thread-2648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:46,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:46,876 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/9d3cc83264e847628ed64b20265f98d6 2024-11-11T04:53:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/8f4c09b9c7854c2c84287c3250503c86 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8f4c09b9c7854c2c84287c3250503c86 2024-11-11T04:53:46,881 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8f4c09b9c7854c2c84287c3250503c86, entries=100, sequenceid=326, filesize=22.0 K 2024-11-11T04:53:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/4b3bdf7185334f9aaa2d44c0409c9cf0 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4b3bdf7185334f9aaa2d44c0409c9cf0 2024-11-11T04:53:46,884 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4b3bdf7185334f9aaa2d44c0409c9cf0, entries=100, sequenceid=326, filesize=9.6 K 2024-11-11T04:53:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/9d3cc83264e847628ed64b20265f98d6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/9d3cc83264e847628ed64b20265f98d6 2024-11-11T04:53:46,886 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/9d3cc83264e847628ed64b20265f98d6, entries=100, sequenceid=326, filesize=9.6 K 2024-11-11T04:53:46,887 INFO [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=33.54 KB/34350 for 324ae75e7f189cea47ea4e8a87e13e28 in 1640ms, sequenceid=326, compaction requested=false 2024-11-11T04:53:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 324ae75e7f189cea47ea4e8a87e13e28: 2024-11-11T04:53:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-11-11T04:53:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-11-11T04:53:46,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-11T04:53:46,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0130 sec 2024-11-11T04:53:46,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees in 3.0170 sec 2024-11-11T04:53:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-11T04:53:48,042 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4183 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4550 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4666 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4184 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4555 2024-11-11T04:53:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T04:53:48,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:53:48,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:53:48,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:48,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:48,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:48,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T04:53:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:48,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300828045"}]},"ts":"1731300828045"} 2024-11-11T04:53:48,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T04:53:48,046 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T04:53:48,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T04:53:48,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, UNASSIGN}] 2024-11-11T04:53:48,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, UNASSIGN 2024-11-11T04:53:48,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=CLOSING, regionLocation=a7bef91497aa,40889,1731300647138 2024-11-11T04:53:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, UNASSIGN because future has completed 2024-11-11T04:53:48,050 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T04:53:48,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138}] 2024-11-11T04:53:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:48,202 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(122): Close 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:48,202 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T04:53:48,202 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1722): Closing 324ae75e7f189cea47ea4e8a87e13e28, disabling compactions & flushes 2024-11-11T04:53:48,202 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:48,202 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:48,202 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. after waiting 0 ms 2024-11-11T04:53:48,202 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:48,202 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(2902): Flushing 324ae75e7f189cea47ea4e8a87e13e28 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T04:53:48,207 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111177ad720ba754e7686de7bd7913dc717_324ae75e7f189cea47ea4e8a87e13e28 is 50, key is test_row_1/A:col10/1731300826542/Put/seqid=0 2024-11-11T04:53:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742521_1697 (size=9914) 2024-11-11T04:53:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:48,610 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:48,612 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111177ad720ba754e7686de7bd7913dc717_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177ad720ba754e7686de7bd7913dc717_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:48,613 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/00a4523fd45f4bd4a5c209bcdacd16f5, store: [table=TestAcidGuarantees family=A region=324ae75e7f189cea47ea4e8a87e13e28] 2024-11-11T04:53:48,614 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/00a4523fd45f4bd4a5c209bcdacd16f5 is 175, key is test_row_1/A:col10/1731300826542/Put/seqid=0 2024-11-11T04:53:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742522_1698 (size=22561) 2024-11-11T04:53:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:49,017 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/00a4523fd45f4bd4a5c209bcdacd16f5 2024-11-11T04:53:49,022 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f535e7d2c5d14f38a190e28af0dba161 is 50, key is test_row_1/B:col10/1731300826542/Put/seqid=0 2024-11-11T04:53:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742523_1699 (size=9857) 2024-11-11T04:53:49,026 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f535e7d2c5d14f38a190e28af0dba161 2024-11-11T04:53:49,032 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/d0aa2e45deae49749c1ed7dc19f16739 is 50, key is test_row_1/C:col10/1731300826542/Put/seqid=0 2024-11-11T04:53:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742524_1700 (size=9857) 2024-11-11T04:53:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:49,435 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/d0aa2e45deae49749c1ed7dc19f16739 2024-11-11T04:53:49,438 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/A/00a4523fd45f4bd4a5c209bcdacd16f5 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/00a4523fd45f4bd4a5c209bcdacd16f5 2024-11-11T04:53:49,441 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/00a4523fd45f4bd4a5c209bcdacd16f5, entries=100, sequenceid=337, filesize=22.0 K 2024-11-11T04:53:49,441 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/B/f535e7d2c5d14f38a190e28af0dba161 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f535e7d2c5d14f38a190e28af0dba161 2024-11-11T04:53:49,444 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f535e7d2c5d14f38a190e28af0dba161, entries=100, sequenceid=337, filesize=9.6 K 2024-11-11T04:53:49,444 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/.tmp/C/d0aa2e45deae49749c1ed7dc19f16739 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/d0aa2e45deae49749c1ed7dc19f16739 2024-11-11T04:53:49,447 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/d0aa2e45deae49749c1ed7dc19f16739, entries=100, sequenceid=337, filesize=9.6 K 2024-11-11T04:53:49,448 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 324ae75e7f189cea47ea4e8a87e13e28 in 1245ms, sequenceid=337, compaction requested=true 2024-11-11T04:53:49,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697] to archive 2024-11-11T04:53:49,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:49,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/fecb1ca28a5942daa3d4218bedcf0b3a 2024-11-11T04:53:49,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/43873beca623451f8a22ec7addc40fa6 2024-11-11T04:53:49,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/98da6f181a7a4398860c4b7237dff848 2024-11-11T04:53:49,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/d86ca2e17c34482db5699440473a488d 2024-11-11T04:53:49,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/daa8f97ce6ba4cc08151e786e15e0fdf 2024-11-11T04:53:49,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/68d8eef402964b839446204c0a99aaf8 2024-11-11T04:53:49,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/5f9c12852d5146249799df0c81cc5b77 2024-11-11T04:53:49,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/04febeb4a876458396df49f67c3b8fe5 2024-11-11T04:53:49,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/3a0efabafb4944959dad4bc685461583 2024-11-11T04:53:49,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/72ec2a1dbd5b4d23af5430d24dd92816 2024-11-11T04:53:49,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/a41e12c0f02b49c48424338106b68d1b 2024-11-11T04:53:49,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8320307358924caaaa37fd64356c28d7 2024-11-11T04:53:49,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/56317c801bf8494b8da2c567cd66c905 2024-11-11T04:53:49,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/059dc1bd04c448e3affd16c98d6a5695 2024-11-11T04:53:49,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/44c3cb02d5de45a3b065966baa126357 2024-11-11T04:53:49,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8bcde47e2b5b480cb006d1112cb1534c 2024-11-11T04:53:49,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/9b7d8f9cd5b14e17925472767c83eb55 2024-11-11T04:53:49,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61cbafc6a8a14e0da4726712daa3dc4f 2024-11-11T04:53:49,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/91c15d663c4f4c95bfcb5f956ab6c669 2024-11-11T04:53:49,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/6ba1ddd29a6245ef8139a6a114812e99 2024-11-11T04:53:49,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/18f8611044924f8db17bc8f4e582b0fb 2024-11-11T04:53:49,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/61482677eec745a896f809977c25a697 2024-11-11T04:53:49,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/206a006774ca44fb9680d661b180c891, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/13baa0331a024173a915450d66e1d12c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/85874ad6c29949c8ac60ef0b1d2502c2, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b662822861247fbadb0ce6f2d99293e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/39d6c362d853451587444d44895882d4, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/de134680adeb4127b4b9e8bb2d536e2f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90] to archive 2024-11-11T04:53:49,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:49,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c37dcc03b6a5482fb65a213bff899379 2024-11-11T04:53:49,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/6822b761ebe84222ab60bcb58e276992 2024-11-11T04:53:49,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/206a006774ca44fb9680d661b180c891 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/206a006774ca44fb9680d661b180c891 2024-11-11T04:53:49,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/629c0834de8d44349488048c36b616fc 2024-11-11T04:53:49,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/16f408eaf9564d1baf35e31fca42198d 2024-11-11T04:53:49,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/13baa0331a024173a915450d66e1d12c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/13baa0331a024173a915450d66e1d12c 2024-11-11T04:53:49,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4bffa80555cc4c1d996ac837474cc423 2024-11-11T04:53:49,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f3b4a1b8a78b49a3a1d55b3a3f12360f 2024-11-11T04:53:49,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/85874ad6c29949c8ac60ef0b1d2502c2 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/85874ad6c29949c8ac60ef0b1d2502c2 2024-11-11T04:53:49,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/7955540f867a4375a943b15b48c2faad 2024-11-11T04:53:49,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f485baa95b09414a9898acea40849483 2024-11-11T04:53:49,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b662822861247fbadb0ce6f2d99293e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b662822861247fbadb0ce6f2d99293e 2024-11-11T04:53:49,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/0241519e50084c78832207468f782e79 2024-11-11T04:53:49,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/854139f13f674ef89713cef941df3bc7 2024-11-11T04:53:49,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/c7fe1829b324430492500de1c332ee96 2024-11-11T04:53:49,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/39d6c362d853451587444d44895882d4 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/39d6c362d853451587444d44895882d4 2024-11-11T04:53:49,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/b1ab2d4b97364dc680c4dea3c3e0abbc 2024-11-11T04:53:49,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/9b59ccb435a14663991ea69e0c095932 2024-11-11T04:53:49,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/de134680adeb4127b4b9e8bb2d536e2f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/de134680adeb4127b4b9e8bb2d536e2f 2024-11-11T04:53:49,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/a984eaf2a7104b0799c7e4f697969cc3 2024-11-11T04:53:49,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/d1317f75201b45ab84c486fb3bc9ad97 2024-11-11T04:53:49,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/2d13720f2ad0450894f0c7ae30b8ee90 2024-11-11T04:53:49,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/bc5080e856d14e11bbe4eeebea81a5c8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7f277f78192d4b6cb91bf9c023357a9f, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/fa3e92c4933a43fcb5952312c205499b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/c729e7e70aaf4a77b0928c93a77b22fc, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/e774ec652e8c499e9659586d4a606f34, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4e928f7135604d28aea1b40e380ff0a8, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858] to archive 2024-11-11T04:53:49,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T04:53:49,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/8a71f66f01ba41bba2bc430ee51bd8e5 2024-11-11T04:53:49,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/41c39400a7324adb9c53a20a00d20ad1 2024-11-11T04:53:49,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/bc5080e856d14e11bbe4eeebea81a5c8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/bc5080e856d14e11bbe4eeebea81a5c8 2024-11-11T04:53:49,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a848b794c91e41baa3aeff8910cf61d9 2024-11-11T04:53:49,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/b38b13bb310746ada7dc7cacc77d2721 2024-11-11T04:53:49,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7f277f78192d4b6cb91bf9c023357a9f to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7f277f78192d4b6cb91bf9c023357a9f 2024-11-11T04:53:49,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/a8eb6717aa0e46ff9069e256f255d45c 2024-11-11T04:53:49,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/f0cc1fb54bf144ec90b018b926a3e2af 2024-11-11T04:53:49,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/fa3e92c4933a43fcb5952312c205499b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/fa3e92c4933a43fcb5952312c205499b 2024-11-11T04:53:49,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/176482bf019e4cfbb2716af87ebcf89b 2024-11-11T04:53:49,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4c061e5093164599be1a1471dcdc66fb 2024-11-11T04:53:49,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/c729e7e70aaf4a77b0928c93a77b22fc to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/c729e7e70aaf4a77b0928c93a77b22fc 2024-11-11T04:53:49,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/0a3868fafcf9443fb9bf6144acd193e5 2024-11-11T04:53:49,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/023dc171fb4c46cd98d351fd89d4742a 2024-11-11T04:53:49,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/1f45406d7acf41d6804458e242374269 2024-11-11T04:53:49,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/e774ec652e8c499e9659586d4a606f34 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/e774ec652e8c499e9659586d4a606f34 2024-11-11T04:53:49,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ec174eb25abc42a1844879db6cace4d1 2024-11-11T04:53:49,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/69a206b75ba2457b93ff039031641443 2024-11-11T04:53:49,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4e928f7135604d28aea1b40e380ff0a8 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/4e928f7135604d28aea1b40e380ff0a8 2024-11-11T04:53:49,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/98e3742e8ba5431e8b85f28a6b5e98b5 2024-11-11T04:53:49,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/412b0cd39ffa44919a71d4eb8353597e 2024-11-11T04:53:49,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/ad2f2d7f11d84e88a335dd8dc2391858 2024-11-11T04:53:49,505 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-11T04:53:49,506 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. 2024-11-11T04:53:49,506 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1676): Region close journal for 324ae75e7f189cea47ea4e8a87e13e28: Waiting for close lock at 1731300828202Running coprocessor pre-close hooks at 1731300828202Disabling compacts and flushes for region at 1731300828202Disabling writes for close at 1731300828202Obtaining lock to block concurrent updates at 1731300828202Preparing flush snapshotting stores in 324ae75e7f189cea47ea4e8a87e13e28 at 1731300828202Finished memstore snapshotting TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731300828202Flushing stores of TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28. at 1731300828203 (+1 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/A: creating writer at 1731300828203Flushing mob file 324ae75e7f189cea47ea4e8a87e13e28/A: appending metadata at 1731300828206 (+3 ms)Flushing mob file 324ae75e7f189cea47ea4e8a87e13e28/A: closing flushed file at 1731300828206Flushing 324ae75e7f189cea47ea4e8a87e13e28/A: appending metadata at 1731300828613 (+407 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/A: closing flushed file at 1731300828613Flushing 324ae75e7f189cea47ea4e8a87e13e28/B: creating writer at 1731300829020 (+407 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/B: appending metadata at 1731300829022 (+2 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/B: closing flushed file at 1731300829022Flushing 324ae75e7f189cea47ea4e8a87e13e28/C: creating writer at 1731300829029 (+7 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/C: appending metadata at 1731300829031 (+2 ms)Flushing 324ae75e7f189cea47ea4e8a87e13e28/C: closing flushed file at 1731300829031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7085ec3: reopening flushed file at 1731300829438 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523fa82f: reopening flushed file at 1731300829441 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3d6a88: reopening flushed file at 1731300829444 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 324ae75e7f189cea47ea4e8a87e13e28 in 1245ms, sequenceid=337, compaction requested=true at 1731300829448 (+4 ms)Writing region close event to WAL at 1731300829503 (+55 ms)Running coprocessor post-close hooks at 1731300829506 (+3 ms)Closed at 1731300829506 2024-11-11T04:53:49,507 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(157): Closed 324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:49,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=324ae75e7f189cea47ea4e8a87e13e28, regionState=CLOSED 2024-11-11T04:53:49,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 because future has completed 2024-11-11T04:53:49,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188 2024-11-11T04:53:49,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseRegionProcedure 324ae75e7f189cea47ea4e8a87e13e28, server=a7bef91497aa,40889,1731300647138 in 1.4590 sec 2024-11-11T04:53:49,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=188, resume processing ppid=187 2024-11-11T04:53:49,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, ppid=187, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=324ae75e7f189cea47ea4e8a87e13e28, UNASSIGN in 1.4620 sec 2024-11-11T04:53:49,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-11-11T04:53:49,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-11T04:53:49,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300829514"}]},"ts":"1731300829514"} 2024-11-11T04:53:49,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T04:53:49,515 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T04:53:49,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-11T04:53:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-11T04:53:50,192 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:50,192 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T04:53:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,194 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-11-11T04:53:50,194 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=190, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,196 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,197 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C, FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits] 2024-11-11T04:53:50,199 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/00a4523fd45f4bd4a5c209bcdacd16f5 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/00a4523fd45f4bd4a5c209bcdacd16f5 2024-11-11T04:53:50,200 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/0c79aaef9f424dd39776e6577501b17c to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/0c79aaef9f424dd39776e6577501b17c 2024-11-11T04:53:50,201 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8f4c09b9c7854c2c84287c3250503c86 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/A/8f4c09b9c7854c2c84287c3250503c86 2024-11-11T04:53:50,203 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/006f6775d92f4add852aae302e652559 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/006f6775d92f4add852aae302e652559 2024-11-11T04:53:50,203 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4b3bdf7185334f9aaa2d44c0409c9cf0 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/4b3bdf7185334f9aaa2d44c0409c9cf0 2024-11-11T04:53:50,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f535e7d2c5d14f38a190e28af0dba161 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/B/f535e7d2c5d14f38a190e28af0dba161 2024-11-11T04:53:50,206 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7427f1fb80a14bce9cae01c44b7aff8d to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/7427f1fb80a14bce9cae01c44b7aff8d 2024-11-11T04:53:50,206 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/9d3cc83264e847628ed64b20265f98d6 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/9d3cc83264e847628ed64b20265f98d6 2024-11-11T04:53:50,207 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/d0aa2e45deae49749c1ed7dc19f16739 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/C/d0aa2e45deae49749c1ed7dc19f16739 2024-11-11T04:53:50,209 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits/340.seqid to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28/recovered.edits/340.seqid 2024-11-11T04:53:50,210 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/default/TestAcidGuarantees/324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,210 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T04:53:50,210 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:53:50,211 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T04:53:50,213 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111149fa28af1f470b84d847f26335cd60_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111149fa28af1f470b84d847f26335cd60_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,213 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177ad720ba754e7686de7bd7913dc717_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177ad720ba754e7686de7bd7913dc717_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,214 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111121fdc1b4b96c4a6cba4fa8de4efc237a_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111121fdc1b4b96c4a6cba4fa8de4efc237a_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,215 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111124e422f2e86044a68aa869eebe3e065d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111124e422f2e86044a68aa869eebe3e065d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,216 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111367f3869173a44beb38dc17e5485b9cc_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111367f3869173a44beb38dc17e5485b9cc_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,217 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138510527e3a0409298fb5e83958679c3_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138510527e3a0409298fb5e83958679c3_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,218 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111457df621b0cd44708da9a4ea4920f7d1_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111457df621b0cd44708da9a4ea4920f7d1_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,219 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115316b962c7054f079ee02cc4553fef33_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115316b962c7054f079ee02cc4553fef33_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,219 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170ca63fc4d7a4901a72e0f95fd86448d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170ca63fc4d7a4901a72e0f95fd86448d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,220 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fa4eb40bdd4a8682c2acbb32a19f55_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170fa4eb40bdd4a8682c2acbb32a19f55_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,221 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3c7a3ae0c5450db8a1df92549bafab_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3c7a3ae0c5450db8a1df92549bafab_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,222 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119026d6ed814c46cfb6e739cce6225630_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119026d6ed814c46cfb6e739cce6225630_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,222 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bb30ad1540f0486681367e9a5bea5662_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bb30ad1540f0486681367e9a5bea5662_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,223 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cbc725980f9c4f56a12e86ad61f8df7f_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cbc725980f9c4f56a12e86ad61f8df7f_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,224 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111debbacd7ee1742fa90a31d5196db05b1_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111debbacd7ee1742fa90a31d5196db05b1_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,225 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0afaefd3cfc4c398474b8743af36280_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0afaefd3cfc4c398474b8743af36280_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,225 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111edaf9b5dcb1d493eb99fdf59a1a16b8d_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111edaf9b5dcb1d493eb99fdf59a1a16b8d_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,226 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff5690a08eae48e6b5de6e8de89fed67_324ae75e7f189cea47ea4e8a87e13e28 to hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff5690a08eae48e6b5de6e8de89fed67_324ae75e7f189cea47ea4e8a87e13e28 2024-11-11T04:53:50,227 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T04:53:50,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=190, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,230 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T04:53:50,232 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T04:53:50,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=190, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T04:53:50,233 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731300830233"}]},"ts":"9223372036854775807"} 2024-11-11T04:53:50,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T04:53:50,234 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 324ae75e7f189cea47ea4e8a87e13e28, NAME => 'TestAcidGuarantees,,1731300801179.324ae75e7f189cea47ea4e8a87e13e28.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T04:53:50,234 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T04:53:50,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731300830234"}]},"ts":"9223372036854775807"} 2024-11-11T04:53:50,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T04:53:50,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=190, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T04:53:50,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-11T04:53:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-11-11T04:53:50,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T04:53:50,302 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T04:53:50,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7044 (was 7078) 2024-11-11T04:53:50,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T04:53:50,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:53:50,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:53:50,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:50,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:50,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:53:50,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T04:53:50,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1375213983, stopped=false 2024-11-11T04:53:50,311 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7bef91497aa,35325,1731300646422 2024-11-11T04:53:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T04:53:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T04:53:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:50,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T04:53:50,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:53:50,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:53:50,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:50,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:53:50,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:53:50,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7bef91497aa,40889,1731300647138' ***** 2024-11-11T04:53:50,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T04:53:50,315 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T04:53:50,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(959): stopping server a7bef91497aa,40889,1731300647138 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7bef91497aa:40889. 2024-11-11T04:53:50,316 DEBUG [RS:0;a7bef91497aa:40889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:53:50,316 DEBUG [RS:0;a7bef91497aa:40889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T04:53:50,316 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T04:53:50,317 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T04:53:50,317 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T04:53:50,317 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T04:53:50,317 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T04:53:50,317 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T04:53:50,317 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:50,317 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T04:53:50,317 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T04:53:50,317 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-11T04:53:50,339 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/info/8ea76d0124e54bc58a3f0bddc7d17c7a is 95, key is TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655./info:/1731300677970/DeleteFamily/seqid=0 2024-11-11T04:53:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742525_1701 (size=6514) 2024-11-11T04:53:50,396 INFO [regionserver/a7bef91497aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T04:53:50,518 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:50,718 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:50,742 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/info/8ea76d0124e54bc58a3f0bddc7d17c7a 2024-11-11T04:53:50,759 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/ns/f8739d94e2f249f795c4235522144172 is 93, key is TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655./ns:/1731300677928/DeleteFamily/seqid=0 2024-11-11T04:53:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742526_1702 (size=5906) 2024-11-11T04:53:50,918 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:51,118 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:51,136 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T04:53:51,137 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T04:53:51,163 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/ns/f8739d94e2f249f795c4235522144172 2024-11-11T04:53:51,179 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/rep_barrier/f21d489203dd42cb9b28fe5f1a9f9731 is 102, key is TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655./rep_barrier:/1731300677928/DeleteFamily/seqid=0 2024-11-11T04:53:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742527_1703 (size=6025) 2024-11-11T04:53:51,318 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:51,518 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:51,583 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/rep_barrier/f21d489203dd42cb9b28fe5f1a9f9731 2024-11-11T04:53:51,599 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/table/7b41e9b89d0845acb3bcd880dd97dbb6 is 96, key is TestAcidGuarantees,,1731300650682.9320a2a8828ed044686de0df92593655./table:/1731300677928/DeleteFamily/seqid=0 2024-11-11T04:53:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742528_1704 (size=5936) 2024-11-11T04:53:51,719 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:51,919 DEBUG [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T04:53:52,002 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/table/7b41e9b89d0845acb3bcd880dd97dbb6 2024-11-11T04:53:52,006 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/info/8ea76d0124e54bc58a3f0bddc7d17c7a as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/info/8ea76d0124e54bc58a3f0bddc7d17c7a 2024-11-11T04:53:52,008 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/info/8ea76d0124e54bc58a3f0bddc7d17c7a, entries=12, sequenceid=90, filesize=6.4 K 2024-11-11T04:53:52,009 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/ns/f8739d94e2f249f795c4235522144172 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/ns/f8739d94e2f249f795c4235522144172 2024-11-11T04:53:52,011 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/ns/f8739d94e2f249f795c4235522144172, entries=8, sequenceid=90, filesize=5.8 K 2024-11-11T04:53:52,012 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/rep_barrier/f21d489203dd42cb9b28fe5f1a9f9731 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/rep_barrier/f21d489203dd42cb9b28fe5f1a9f9731 2024-11-11T04:53:52,014 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/rep_barrier/f21d489203dd42cb9b28fe5f1a9f9731, entries=6, sequenceid=90, filesize=5.9 K 2024-11-11T04:53:52,014 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/.tmp/table/7b41e9b89d0845acb3bcd880dd97dbb6 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/table/7b41e9b89d0845acb3bcd880dd97dbb6 2024-11-11T04:53:52,017 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/table/7b41e9b89d0845acb3bcd880dd97dbb6, entries=7, sequenceid=90, filesize=5.8 K 2024-11-11T04:53:52,018 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=90, compaction requested=false 2024-11-11T04:53:52,021 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-11T04:53:52,021 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T04:53:52,021 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T04:53:52,021 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731300830317Running coprocessor pre-close hooks at 1731300830317Disabling compacts and flushes for region at 1731300830317Disabling writes for close at 1731300830317Obtaining lock to block concurrent updates at 1731300830317Preparing flush snapshotting stores in 1588230740 at 1731300830317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731300830318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731300830318Flushing 1588230740/info: creating writer at 1731300830318Flushing 1588230740/info: appending metadata at 1731300830338 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731300830338Flushing 1588230740/ns: creating writer at 1731300830746 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731300830759 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731300830759Flushing 1588230740/rep_barrier: creating writer at 1731300831165 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731300831179 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731300831179Flushing 1588230740/table: creating writer at 1731300831585 (+406 ms)Flushing 1588230740/table: appending metadata at 1731300831599 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731300831599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5545dde8: reopening flushed file at 1731300832005 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c7602: reopening flushed file at 1731300832008 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2538a9: reopening flushed file at 1731300832011 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeca621: reopening flushed file at 1731300832014 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=90, compaction requested=false at 1731300832018 (+4 ms)Writing region close event to WAL at 1731300832019 (+1 ms)Running coprocessor post-close hooks at 1731300832021 (+2 ms)Closed at 1731300832021 2024-11-11T04:53:52,022 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T04:53:52,119 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(976): stopping server a7bef91497aa,40889,1731300647138; all regions closed. 2024-11-11T04:53:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741834_1010 (size=25344) 2024-11-11T04:53:52,125 DEBUG [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/oldWALs 2024-11-11T04:53:52,125 INFO [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C40889%2C1731300647138.meta:.meta(num 1731300650265) 2024-11-11T04:53:52,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741832_1008 (size=15634534) 2024-11-11T04:53:52,129 DEBUG [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/oldWALs 2024-11-11T04:53:52,129 INFO [RS:0;a7bef91497aa:40889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C40889%2C1731300647138:(num 1731300649301) 2024-11-11T04:53:52,129 DEBUG [RS:0;a7bef91497aa:40889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:53:52,129 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T04:53:52,129 INFO [RS:0;a7bef91497aa:40889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T04:53:52,129 INFO [RS:0;a7bef91497aa:40889 {}] hbase.ChoreService(370): Chore service for: regionserver/a7bef91497aa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T04:53:52,129 INFO [RS:0;a7bef91497aa:40889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T04:53:52,129 INFO [regionserver/a7bef91497aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T04:53:52,130 INFO [RS:0;a7bef91497aa:40889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40889 2024-11-11T04:53:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7bef91497aa,40889,1731300647138 2024-11-11T04:53:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T04:53:52,133 INFO [RS:0;a7bef91497aa:40889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T04:53:52,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7bef91497aa,40889,1731300647138] 2024-11-11T04:53:52,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7bef91497aa,40889,1731300647138 already deleted, retry=false 2024-11-11T04:53:52,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7bef91497aa,40889,1731300647138 expired; onlineServers=0 2024-11-11T04:53:52,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7bef91497aa,35325,1731300646422' ***** 2024-11-11T04:53:52,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T04:53:52,137 INFO [M:0;a7bef91497aa:35325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T04:53:52,137 INFO [M:0;a7bef91497aa:35325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T04:53:52,137 DEBUG [M:0;a7bef91497aa:35325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T04:53:52,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T04:53:52,137 DEBUG [M:0;a7bef91497aa:35325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T04:53:52,137 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300649002 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300649002,5,FailOnTimeoutGroup] 2024-11-11T04:53:52,137 INFO [M:0;a7bef91497aa:35325 {}] hbase.ChoreService(370): Chore service for: master/a7bef91497aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T04:53:52,137 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300649004 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300649004,5,FailOnTimeoutGroup] 2024-11-11T04:53:52,137 INFO [M:0;a7bef91497aa:35325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T04:53:52,137 DEBUG [M:0;a7bef91497aa:35325 {}] master.HMaster(1795): Stopping service threads 2024-11-11T04:53:52,137 INFO [M:0;a7bef91497aa:35325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T04:53:52,138 INFO [M:0;a7bef91497aa:35325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T04:53:52,138 ERROR [M:0;a7bef91497aa:35325 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T04:53:52,138 INFO [M:0;a7bef91497aa:35325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T04:53:52,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T04:53:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T04:53:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:52,139 DEBUG [M:0;a7bef91497aa:35325 {}] zookeeper.ZKUtil(347): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T04:53:52,139 WARN [M:0;a7bef91497aa:35325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T04:53:52,140 INFO [M:0;a7bef91497aa:35325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/.lastflushedseqids 2024-11-11T04:53:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742529_1705 (size=72) 2024-11-11T04:53:52,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:53:52,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40889-0x10195aad0000001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:53:52,236 INFO [RS:0;a7bef91497aa:40889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T04:53:52,236 INFO [RS:0;a7bef91497aa:40889 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7bef91497aa,40889,1731300647138; zookeeper connection closed. 2024-11-11T04:53:52,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c15c470 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c15c470 2024-11-11T04:53:52,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T04:53:52,549 INFO [M:0;a7bef91497aa:35325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T04:53:52,549 INFO [M:0;a7bef91497aa:35325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T04:53:52,549 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T04:53:52,549 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:52,549 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:52,549 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T04:53:52,549 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:52,549 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.80 KB heapSize=964.95 KB 2024-11-11T04:53:52,564 DEBUG [M:0;a7bef91497aa:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db38e666f75c4d9db5b5e4240cdab297 is 82, key is hbase:meta,,1/info:regioninfo/1731300650353/Put/seqid=0 2024-11-11T04:53:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742530_1706 (size=5672) 2024-11-11T04:53:52,967 INFO [M:0;a7bef91497aa:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2228 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db38e666f75c4d9db5b5e4240cdab297 2024-11-11T04:53:52,990 DEBUG [M:0;a7bef91497aa:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f1fc3d756d442985ef5cb257cd8b1f is 2276, key is \x00\x00\x00\x00\x00\x00\x00'/proc:d/1731300681142/Put/seqid=0 2024-11-11T04:53:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742531_1707 (size=47693) 2024-11-11T04:53:53,394 INFO [M:0;a7bef91497aa:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.25 KB at sequenceid=2228 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f1fc3d756d442985ef5cb257cd8b1f 2024-11-11T04:53:53,397 INFO [M:0;a7bef91497aa:35325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43f1fc3d756d442985ef5cb257cd8b1f 2024-11-11T04:53:53,411 DEBUG [M:0;a7bef91497aa:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64abb1285f1d46d68e85b0a9b940e7ec is 69, key is a7bef91497aa,40889,1731300647138/rs:state/1731300649052/Put/seqid=0 2024-11-11T04:53:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073742532_1708 (size=5156) 2024-11-11T04:53:53,814 INFO [M:0;a7bef91497aa:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2228 (bloomFilter=true), to=hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64abb1285f1d46d68e85b0a9b940e7ec 2024-11-11T04:53:53,818 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db38e666f75c4d9db5b5e4240cdab297 as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db38e666f75c4d9db5b5e4240cdab297 2024-11-11T04:53:53,820 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db38e666f75c4d9db5b5e4240cdab297, entries=8, sequenceid=2228, filesize=5.5 K 2024-11-11T04:53:53,821 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f1fc3d756d442985ef5cb257cd8b1f as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f1fc3d756d442985ef5cb257cd8b1f 2024-11-11T04:53:53,823 INFO [M:0;a7bef91497aa:35325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43f1fc3d756d442985ef5cb257cd8b1f 2024-11-11T04:53:53,823 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f1fc3d756d442985ef5cb257cd8b1f, entries=190, sequenceid=2228, filesize=46.6 K 2024-11-11T04:53:53,824 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64abb1285f1d46d68e85b0a9b940e7ec as hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64abb1285f1d46d68e85b0a9b940e7ec 2024-11-11T04:53:53,826 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44767/user/jenkins/test-data/57683aad-83e4-c8b3-6c41-496467fb27ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64abb1285f1d46d68e85b0a9b940e7ec, entries=1, sequenceid=2228, filesize=5.0 K 2024-11-11T04:53:53,827 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~783.80 KB/802612, heapSize ~964.65 KB/987800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2228, compaction requested=false 2024-11-11T04:53:53,828 INFO [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:53,828 DEBUG [M:0;a7bef91497aa:35325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731300832549Disabling compacts and flushes for region at 1731300832549Disabling writes for close at 1731300832549Obtaining lock to block concurrent updates at 1731300832549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731300832549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802612, getHeapSize=988040, getOffHeapSize=0, getCellsCount=2443 at 1731300832549Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731300832550 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731300832550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731300832564 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731300832564Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731300832970 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731300832989 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731300832989Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731300833397 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731300833411 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731300833411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607dafd4: reopening flushed file at 1731300833817 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156e3eaa: reopening flushed file at 1731300833820 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e0eef9: reopening flushed file at 1731300833823 (+3 ms)Finished flush of dataSize ~783.80 KB/802612, heapSize ~964.65 KB/987800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2228, compaction requested=false at 1731300833827 (+4 ms)Writing region close event to WAL at 1731300833828 (+1 ms)Closed at 1731300833828 2024-11-11T04:53:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39715 is added to blk_1073741830_1006 (size=948711) 2024-11-11T04:53:53,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T04:53:53,831 INFO [M:0;a7bef91497aa:35325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T04:53:53,831 INFO [M:0;a7bef91497aa:35325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35325 2024-11-11T04:53:53,831 INFO [M:0;a7bef91497aa:35325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T04:53:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:53:53,933 INFO [M:0;a7bef91497aa:35325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T04:53:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x10195aad0000000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:53:53,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T04:53:53,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T04:53:53,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T04:53:53,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T04:53:53,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.log.dir/,STOPPED} 2024-11-11T04:53:53,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T04:53:53,943 WARN [BP-334926009-172.17.0.2-1731300643473 heartbeating to localhost/127.0.0.1:44767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T04:53:53,943 WARN [BP-334926009-172.17.0.2-1731300643473 heartbeating to localhost/127.0.0.1:44767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334926009-172.17.0.2-1731300643473 (Datanode Uuid 361f84c7-bbe2-4c99-8c9c-1faa702844a9) service to localhost/127.0.0.1:44767 2024-11-11T04:53:53,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T04:53:53,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/data/data1/current/BP-334926009-172.17.0.2-1731300643473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T04:53:53,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/cluster_cf9ed7ef-1b61-a3d3-7594-a0043548da7e/data/data2/current/BP-334926009-172.17.0.2-1731300643473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T04:53:53,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T04:53:53,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T04:53:53,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T04:53:53,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T04:53:53,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T04:53:53,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ef82893-cb7c-4e2c-c709-bfec0bb2eb3b/hadoop.log.dir/,STOPPED} 2024-11-11T04:53:53,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T04:53:54,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down